[ 532.296537] env[69236]: INFO neutron.common.config [-] Logging enabled! [ 532.296760] env[69236]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev43 [ 532.296996] env[69236]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69236) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 532.297301] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 532.297400] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 532.298232] env[69236]: WARNING oslo_policy.policy [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 532.298480] env[69236]: WARNING oslo_policy.policy [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 532.299949] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] VMware NSXv3 Agent initialized successfully. [ 532.300325] env[69236]: DEBUG oslo_concurrency.lockutils [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] Acquiring lock "singleton_lock" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.300465] env[69236]: DEBUG oslo_concurrency.lockutils [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] Acquired lock "singleton_lock" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.300673] env[69236]: DEBUG oslo_concurrency.lockutils [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] Releasing lock "singleton_lock" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.300954] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] Full set of CONF: {{(pid=69236) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 532.301184] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ******************************************************************************** {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 532.301307] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] Configuration options gathered from: {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 532.301544] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 532.301720] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 532.301834] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ================================================================================ {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 532.302016] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] agent_down_time = 75 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.302173] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] allow_automatic_dhcp_failover = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.302317] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] allow_bulk = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.302466] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] api_extensions_path = {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.302610] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] api_paste_config = api-paste.ini {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.302756] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] auth_strategy = keystone {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.302875] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] backdoor_port = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.303007] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] backdoor_socket = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.303167] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] backlog = 4096 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.303395] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.303662] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] bind_host = 0.0.0.0 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.303899] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] bind_port = 9696 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.304158] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] client_socket_timeout = 900 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.304419] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] config_dir = [] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.304627] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.304885] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] config_source = [] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.305148] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] control_exchange = neutron {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.305412] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] core_plugin = ml2 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.305646] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] debug = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.305836] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] default_availability_zones = [] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.306098] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.306267] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] dhcp_agent_notification = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.306419] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] dhcp_agents_per_network = 1 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.306564] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] dhcp_lease_duration = 86400 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.306716] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] dhcp_load_type = networks {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.306861] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] dns_domain = openstacklocal {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.307015] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.307166] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] enable_default_route_bfd = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.307311] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] enable_default_route_ecmp = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.307453] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] enable_dvr = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.307593] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] enable_new_agents = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.307733] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.307875] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] enable_signals = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.308024] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] enable_traditional_dhcp = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.308160] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] external_dns_driver = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.308320] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] filter_validation = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.308477] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] global_physnet_mtu = 8950 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.308620] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] graceful_shutdown_timeout = 60 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.308817] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] host = cpu-1 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.308978] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] host_dvr_for_dhcp = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.309141] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] http_retries = 3 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.309293] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] instance_format = [instance: %(uuid)s] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.309438] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.309582] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ipam_driver = internal {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.309722] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ipv6_pd_enabled = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.309861] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] l3_ha = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.310013] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.310210] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] l3_ha_network_physical_name = {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.310321] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] l3_ha_network_type = {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.310466] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] log_color = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.310610] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] log_config_append = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.310754] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.310892] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] log_dir = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.311040] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] log_file = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.311157] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] log_options = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.311302] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] log_rotate_interval = 1 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.311449] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] log_rotate_interval_type = days {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.311593] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] log_rotation_type = none {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.311704] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.311832] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.311990] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.312156] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.312266] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.312409] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] max_dns_nameservers = 5 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.312547] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] max_header_line = 16384 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.312685] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] max_l3_agents_per_router = 3 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.312826] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] max_logfile_count = 30 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.312966] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] max_logfile_size_mb = 200 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.313133] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] max_subnet_host_routes = 20 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.313311] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] my_ip = 10.180.1.21 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.313487] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] my_ipv6 = ::1 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.313660] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] network_auto_schedule = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.313825] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] network_link_prefix = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.314029] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.314220] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] notify_nova_on_port_data_changes = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.314421] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] notify_nova_on_port_status_changes = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.314593] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] pagination_max_limit = -1 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.314741] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] publish_errors = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.314931] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] rate_limit_burst = 0 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.315161] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] rate_limit_except_level = CRITICAL {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.315378] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] rate_limit_interval = 0 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.315576] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] retry_until_window = 30 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.315783] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] router_distributed = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.315984] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] rpc_resources_processing_step = 20 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.316196] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] rpc_response_max_timeout = 600 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.316413] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] rpc_response_timeout = 60 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.316626] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] send_events_interval = 2 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.316856] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] service_plugins = ['router'] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.317086] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] setproctitle = on {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.317303] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] shell_completion = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.317525] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] state_path = /opt/stack/data/neutron {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.317726] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] syslog_log_facility = LOG_USER {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.317923] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] tcp_keepidle = 600 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.318149] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] transport_url = **** {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.318360] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] use_journal = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.318565] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] use_json = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.318768] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] use_ssl = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.318965] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] use_stderr = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.319192] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] use_syslog = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.319407] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] vlan_qinq = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.319618] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] vlan_transparent = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.319831] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] watch_log_file = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.320041] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] wsgi_default_pool_size = 100 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.320245] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] wsgi_keep_alive = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.320452] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.320658] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] wsgi_server_debug = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.320880] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_concurrency.disable_process_locking = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.321110] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.321331] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.321529] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.321834] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322024] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322179] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322343] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] profiler.connection_string = messaging:// {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322497] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] profiler.enabled = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322653] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] profiler.es_doc_type = notification {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322800] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] profiler.es_scroll_size = 10000 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322951] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] profiler.es_scroll_time = 2m {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.323113] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] profiler.filter_error_trace = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.323268] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] profiler.hmac_keys = **** {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.323445] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] profiler.sentinel_service_name = mymaster {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.323665] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] profiler.socket_timeout = 0.1 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.323875] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] profiler.trace_requests = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.324097] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] profiler.trace_sqlalchemy = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.324299] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] profiler_jaeger.process_tags = {} {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.324498] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] profiler_jaeger.service_name_prefix = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.324690] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] profiler_otlp.service_name_prefix = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.324871] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_policy.enforce_new_defaults = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.325167] env[69236]: WARNING oslo_config.cfg [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 532.325334] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_policy.enforce_scope = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.325488] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_policy.policy_default_rule = default {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.325649] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.325799] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.325951] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.326129] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.326280] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.326421] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.326566] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.326715] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.326871] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.327036] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] agent.extensions = [] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.327196] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.327352] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] service_providers.service_provider = [] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.327501] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] QUOTAS.default_quota = -1 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.327653] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.327856] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] QUOTAS.quota_floatingip = 50 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328037] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] QUOTAS.quota_network = 100 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328189] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] QUOTAS.quota_port = 500 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328345] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328501] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] QUOTAS.quota_router = 10 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328647] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] QUOTAS.quota_security_group = 10 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328788] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328930] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] QUOTAS.quota_subnet = 100 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.329087] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] QUOTAS.track_quota_usage = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.329251] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.329395] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep.group = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.329538] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep.helper_command = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.329685] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.329831] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep.thread_pool_size = 8 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.329973] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep.user = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330192] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330267] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_dhcp_release.group = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330416] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_dhcp_release.helper_command = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330618] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330685] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330822] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_dhcp_release.user = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330969] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331122] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_ovs_vsctl.group = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331264] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331408] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331611] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331769] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_ovs_vsctl.user = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331919] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_namespace.capabilities = [21] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332071] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_namespace.group = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332213] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_namespace.helper_command = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332358] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332503] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332642] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_namespace.user = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332789] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_conntrack.capabilities = [12] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332927] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_conntrack.group = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.333076] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_conntrack.helper_command = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.333226] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.333370] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.333507] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_conntrack.user = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.333654] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_link.capabilities = [12, 21] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.333791] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_link.group = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.333925] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_link.helper_command = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334079] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334232] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_link.thread_pool_size = 8 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334368] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] privsep_link.user = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334525] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334675] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334820] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.continue_on_failed_promotions = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334960] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.dscp = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.335114] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.dscp_inherit = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.335267] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.force_mp_to_policy = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.335406] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.locking_coordinator_url = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.335564] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.log_agent_heartbeats = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.335723] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.logging_expire = 1 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.335874] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.336104] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.336367] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.polling_interval = 240 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.336505] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.336665] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.336816] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.report_interval = 30.0 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.336970] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.337136] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.337289] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.337436] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.sync_skew = 60 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.337583] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.synchronization_queue_size = 20 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.337734] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT.use_helper_for_ns_read = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.338167] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] SECURITYGROUP.enable_ipset = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.338338] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] SECURITYGROUP.enable_security_group = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.338493] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.338944] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.338944] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] experimental.ipv6_pd_enabled = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.339060] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ml2.extension_drivers = ['port_security'] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.339197] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ml2.external_network_type = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.339361] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.339504] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ml2.overlay_ip_version = 4 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.339654] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ml2.path_mtu = 8950 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.339802] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ml2.physical_network_mtus = {} {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.339952] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.340118] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.340274] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ml2.type_drivers = ['vlan'] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.340425] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.340569] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.340711] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.340865] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341033] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341172] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341321] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341468] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341615] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341814] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341967] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_login_password = **** {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.342142] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.342286] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_login_user = admin {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.342441] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.342586] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.342732] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.342876] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.343038] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.343199] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.343350] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.343500] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.343646] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.343796] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.343950] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.344147] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.344258] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.344457] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.344612] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.344757] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.344911] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.345053] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] nova.auth_section = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.345212] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] nova.auth_type = password {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.345412] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.345557] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] nova.certfile = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.345706] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] nova.collect_timing = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.345863] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] nova.endpoint_type = public {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346034] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] nova.insecure = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346176] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] nova.keyfile = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346332] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] nova.region_name = RegionOne {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346478] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] nova.split_loggers = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346620] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] nova.timeout = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346766] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] placement.auth_section = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346916] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] placement.auth_type = password {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347075] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347220] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] placement.certfile = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347363] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] placement.collect_timing = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347512] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] placement.endpoint_type = public {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347655] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] placement.insecure = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347794] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] placement.keyfile = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347930] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] placement.region_name = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348084] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] placement.split_loggers = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348227] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] placement.timeout = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348374] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.auth_section = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348515] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.auth_type = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348652] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.cafile = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348786] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.certfile = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348926] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.collect_timing = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349085] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.connect_retries = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349239] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.connect_retry_delay = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349366] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.enable_notifications = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349501] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.endpoint_override = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349643] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.insecure = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349779] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.interface = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349914] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.keyfile = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350063] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.max_version = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350205] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.min_version = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350341] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.region_name = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350478] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.retriable_status_codes = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350615] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.service_name = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350776] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.service_type = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350889] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.split_loggers = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351036] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.status_code_retries = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351180] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.status_code_retry_delay = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351318] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.timeout = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351901] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.valid_interfaces = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351901] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ironic.version = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351901] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] cli_script.dry_run = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351901] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.352109] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.352166] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.352299] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.352437] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.352578] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.352716] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.352855] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.352995] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.353158] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.353296] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.353445] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.353592] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.353735] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.353878] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354036] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354183] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354325] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354472] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354614] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354754] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354900] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355055] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355202] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355346] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355486] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355625] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355767] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355904] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356067] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356218] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.ssl = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356368] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356513] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356974] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356974] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356974] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.357092] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.357270] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_notifications.driver = [] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.357418] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_notifications.retry = -1 {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.357577] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.357718] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.357831] env[69236]: DEBUG oslo_service.backend.eventlet.service [None req-ba5627d6-5248-4fa1-8c3a-5f48f097d0a8 None None] ******************************************************************************** {{(pid=69236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 532.358829] env[69236]: DEBUG neutron.agent.securitygroups_rpc [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Init firewall settings (driver=nsxv3) {{(pid=69236) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 532.360219] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69236) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 532.360466] env[69236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] RPC agent_id: nsxm-l-01a.corp.local [ 532.362664] env[69236]: DEBUG dogpile.cache.region [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 532.362791] env[69236]: DEBUG dogpile.lock [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 532.362892] env[69236]: DEBUG dogpile.lock [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 532.362991] env[69236]: DEBUG dogpile.lock [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 532.363106] env[69236]: DEBUG dogpile.cache.region [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 532.363196] env[69236]: DEBUG dogpile.lock [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 532.363319] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 532.403419] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Session token - acquiring [ 532.404930] env[69236]: DEBUG networking_nsxv3.common.locking [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.405161] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.405222] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.405748] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.416269] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.680454] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 532.702694] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 532.702847] env[69236]: DEBUG dogpile.cache.region [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Cache value generated in 0.339 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 532.702949] env[69236]: DEBUG dogpile.lock [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 532.703087] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Activating Policy API Provider. [ 532.703290] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Looking for the default Infrastructure Rules. [ 532.766083] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Looking for the Default Layer3 Logged Drop Section. [ 532.779934] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 532.780404] env[69236]: DEBUG networking_nsxv3.common.locking [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.780591] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquiring lock "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.780692] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquired lock "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.780938] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquired external semaphore "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.781293] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.295883] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.797990] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.300763] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Inventory metadata is going to be refreshed. [ 534.300930] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 535.022345] env[69236]: DEBUG networking_nsxv3.common.locking [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.022754] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.022754] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.022937] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.135949] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 535.136900] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.137806] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 535.156390] env[69236]: DEBUG networking_nsxv3.common.locking [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.156592] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.156735] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.156960] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.157162] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.157318] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 535.157380] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 535.157503] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 535.177180] env[69236]: DEBUG networking_nsxv3.common.locking [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.177180] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.177180] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.177180] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.177180] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.177180] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 535.195416] env[69236]: DEBUG networking_nsxv3.common.locking [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.195628] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.195669] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.195938] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.196131] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.196290] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 535.213983] env[69236]: DEBUG networking_nsxv3.common.locking [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.214181] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquiring lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.214326] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquired lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.214574] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquired external semaphore "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.214718] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Releasing lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.214870] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 535.214976] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 535.215095] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 535.232724] env[69236]: DEBUG networking_nsxv3.common.locking [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.232919] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquiring lock "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.233101] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquired lock "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.233255] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquired external semaphore "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.233383] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Releasing lock "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.233520] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 535.233624] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 535.233728] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 535.251972] env[69236]: DEBUG networking_nsxv3.common.locking [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.252194] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.252264] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.252498] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.252637] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.252783] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 535.252889] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 535.252990] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Inventory metadata have been refreshed. [ 535.253104] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Dryrun:True. Metadata refresh completed. [ 535.253226] env[69236]: DEBUG oslo_concurrency.lockutils [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Releasing lock "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.255068] env[69236]: INFO neutron.agent.agent_extensions_manager [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Loaded agent extensions: [] [ 535.255773] env[69236]: DEBUG neutron_lib.callbacks.manager [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69236) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 535.303322] env[69236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] NSXv3 Agent Agent RPC Daemon Started! [ 535.303478] env[69236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] NSXv3 Agent Agent loop - iteration:0 started [ 535.303539] env[69236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] NSXv3 Agent Agent out of sync with plugin! [ 540.256677] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.257059] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.258793] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.259104] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.259104] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.259454] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.259649] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.762133] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.264760] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.766708] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 544.766860] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 545.257793] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.257899] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.477066] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.477604] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.477604] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.477604] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.489663] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 545.490486] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.491153] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 545.508472] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.508625] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.508717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.508904] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.508992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.509108] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 545.509177] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 545.509240] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 545.532734] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.532875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.532944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.533147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.533283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.533394] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 545.559799] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.559947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.559997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.560218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.560325] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.560435] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 545.578713] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.578863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.578937] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.579151] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.579249] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.579364] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 545.579435] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 545.579503] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 545.595021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.595021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.595021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.595241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.595241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.595293] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 545.596575] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 545.596575] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 545.616024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.616024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.616024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.616024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.616024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.616024] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 545.616024] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 545.616024] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 545.616024] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 545.616024] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 545.616024] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 545.616024] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 545.616024] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 545.616024] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 545.616024] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 545.633208] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.633682] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.633898] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.634221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.634452] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.634673] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 545.652589] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.652589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.652589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.652589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.652589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.662878] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.170388] env[69236]: INFO networking_nsxv3.common.synchronization [None req-cc0173ec-ad40-4a32-a70d-bf932c07e585 demo admin] Enqueued Resource ID: 7f0ba2a0-d31d-4463-aced-bd668cce9c2b with Priority: HIGHEST for action security_group_rules [ 549.170916] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0ba2a0-d31d-4463-aced-bd668cce9c2b with Priority: HIGHEST for action security_group_rules [ 549.171220] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f0ba2a0-d31d-4463-aced-bd668cce9c2b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.171341] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f0ba2a0-d31d-4463-aced-bd668cce9c2b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.171407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f0ba2a0-d31d-4463-aced-bd668cce9c2b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.171648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f0ba2a0-d31d-4463-aced-bd668cce9c2b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.171727] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f0ba2a0-d31d-4463-aced-bd668cce9c2b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.691595] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.691845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.691845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.691988] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.692095] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.692200] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f0ba2a0-d31d-4463-aced-bd668cce9c2b already deleted. [ 549.692294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f0ba2a0-d31d-4463-aced-bd668cce9c2b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.172054] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.172054] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.173386] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.173795] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.174971] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.175233] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.176908] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.177262] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.178380] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 574.178664] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.878991] env[69236]: INFO networking_nsxv3.common.synchronization [None req-b1a47211-357b-4a2f-9bdf-ed889052bc8f None None] Enqueued Resource ID: 5ebf94dc-5833-44f0-a8cb-f53815a9a920 with Priority: HIGHEST for action port [ 575.879805] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebf94dc-5833-44f0-a8cb-f53815a9a920 with Priority: HIGHEST for action port [ 575.879880] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ebf94dc-5833-44f0-a8cb-f53815a9a920 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.879998] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ebf94dc-5833-44f0-a8cb-f53815a9a920" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.879998] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ebf94dc-5833-44f0-a8cb-f53815a9a920" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.880297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ebf94dc-5833-44f0-a8cb-f53815a9a920" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.880474] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ebf94dc-5833-44f0-a8cb-f53815a9a920',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.385316] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ebf94dc-5833-44f0-a8cb-f53815a9a920 [ 576.385567] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.385713] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.385785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.386009] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.386117] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.386213] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ebf94dc-5833-44f0-a8cb-f53815a9a920 already deleted. [ 576.386292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ebf94dc-5833-44f0-a8cb-f53815a9a920" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.833664] env[69236]: INFO networking_nsxv3.common.synchronization [None req-0da64532-e7e5-4023-b86d-b0d5cb027de3 None None] Enqueued Resource ID: ca2ed9d4-67d2-4437-996f-2a1246b5f995 with Priority: HIGHEST for action port [ 577.833940] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca2ed9d4-67d2-4437-996f-2a1246b5f995 with Priority: HIGHEST for action port [ 577.835506] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca2ed9d4-67d2-4437-996f-2a1246b5f995 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.835506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca2ed9d4-67d2-4437-996f-2a1246b5f995" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.835506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca2ed9d4-67d2-4437-996f-2a1246b5f995" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.835506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca2ed9d4-67d2-4437-996f-2a1246b5f995" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.835506] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca2ed9d4-67d2-4437-996f-2a1246b5f995',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.322175] env[69236]: INFO networking_nsxv3.common.synchronization [None req-cab6db08-ac2b-4292-aa1b-76d620e49a67 None None] Enqueued Resource ID: 1d6d29d1-6629-49f1-9226-703f3498ece7 with Priority: HIGHEST for action port [ 578.322175] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d6d29d1-6629-49f1-9226-703f3498ece7 with Priority: HIGHEST for action port [ 578.322462] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d6d29d1-6629-49f1-9226-703f3498ece7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.322584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d6d29d1-6629-49f1-9226-703f3498ece7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.322650] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d6d29d1-6629-49f1-9226-703f3498ece7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.322970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d6d29d1-6629-49f1-9226-703f3498ece7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.323048] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d6d29d1-6629-49f1-9226-703f3498ece7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.338429] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca2ed9d4-67d2-4437-996f-2a1246b5f995 [ 578.338617] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.338742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.338815] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.339495] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.339495] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.339495] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca2ed9d4-67d2-4437-996f-2a1246b5f995 already deleted. [ 578.339495] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca2ed9d4-67d2-4437-996f-2a1246b5f995" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.762754] env[69236]: INFO networking_nsxv3.common.synchronization [None req-6a1de445-7545-4fc3-aa74-349c384afab6 None None] Enqueued Resource ID: 2753ea39-c9b8-4641-ac37-1064b95bce80 with Priority: HIGHEST for action port [ 578.763623] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2753ea39-c9b8-4641-ac37-1064b95bce80 with Priority: HIGHEST for action port [ 578.763623] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-2753ea39-c9b8-4641-ac37-1064b95bce80 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.763623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2753ea39-c9b8-4641-ac37-1064b95bce80" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.763804] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2753ea39-c9b8-4641-ac37-1064b95bce80" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.763913] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2753ea39-c9b8-4641-ac37-1064b95bce80" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.763991] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2753ea39-c9b8-4641-ac37-1064b95bce80',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.826583] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d6d29d1-6629-49f1-9226-703f3498ece7 [ 578.826872] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.826981] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.827061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.827274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.827361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.827456] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d6d29d1-6629-49f1-9226-703f3498ece7 already deleted. [ 578.827538] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d6d29d1-6629-49f1-9226-703f3498ece7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.266120] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2753ea39-c9b8-4641-ac37-1064b95bce80 [ 579.266410] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.266485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.266557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.266817] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.266910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.267024] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2753ea39-c9b8-4641-ac37-1064b95bce80 already deleted. [ 579.267136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2753ea39-c9b8-4641-ac37-1064b95bce80" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.507026] env[69236]: INFO networking_nsxv3.common.synchronization [None req-ec522f65-1822-4343-b16d-acc29f5df4a0 None None] Enqueued Resource ID: 338858ea-3340-436c-9e14-b02f7773cef7 with Priority: HIGHEST for action port [ 580.507026] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 338858ea-3340-436c-9e14-b02f7773cef7 with Priority: HIGHEST for action port [ 580.507026] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-338858ea-3340-436c-9e14-b02f7773cef7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.507026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-338858ea-3340-436c-9e14-b02f7773cef7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.507026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-338858ea-3340-436c-9e14-b02f7773cef7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.507026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-338858ea-3340-436c-9e14-b02f7773cef7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.507026] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('338858ea-3340-436c-9e14-b02f7773cef7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.010518] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 338858ea-3340-436c-9e14-b02f7773cef7 [ 581.010518] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.010518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.010518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.010518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.010518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.010518] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:338858ea-3340-436c-9e14-b02f7773cef7 already deleted. [ 581.010874] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-338858ea-3340-436c-9e14-b02f7773cef7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.031684] env[69236]: INFO networking_nsxv3.common.synchronization [None req-78bcee18-c397-4d48-b280-01fe7ca8979f None None] Enqueued Resource ID: 9f525a39-b16d-46a0-9866-9a337743c910 with Priority: HIGHEST for action port [ 581.031969] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f525a39-b16d-46a0-9866-9a337743c910 with Priority: HIGHEST for action port [ 581.032567] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f525a39-b16d-46a0-9866-9a337743c910 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.032723] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f525a39-b16d-46a0-9866-9a337743c910" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.032803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f525a39-b16d-46a0-9866-9a337743c910" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.033603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f525a39-b16d-46a0-9866-9a337743c910" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.033709] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f525a39-b16d-46a0-9866-9a337743c910',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.522617] env[69236]: INFO networking_nsxv3.common.synchronization [None req-036b3c3d-9cfb-4a21-926b-869d2ceaebed None None] Enqueued Resource ID: 5723bb0e-ad48-4dfd-96e4-671ed3162d25 with Priority: HIGHEST for action port [ 581.522617] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5723bb0e-ad48-4dfd-96e4-671ed3162d25 with Priority: HIGHEST for action port [ 581.522617] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5723bb0e-ad48-4dfd-96e4-671ed3162d25 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.522617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5723bb0e-ad48-4dfd-96e4-671ed3162d25" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.522617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5723bb0e-ad48-4dfd-96e4-671ed3162d25" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.525513] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5723bb0e-ad48-4dfd-96e4-671ed3162d25" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.525733] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5723bb0e-ad48-4dfd-96e4-671ed3162d25',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.536246] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f525a39-b16d-46a0-9866-9a337743c910 [ 581.536608] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.536873] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.537400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.538597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.539649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.539649] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f525a39-b16d-46a0-9866-9a337743c910 already deleted. [ 581.539649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f525a39-b16d-46a0-9866-9a337743c910" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.032850] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5723bb0e-ad48-4dfd-96e4-671ed3162d25 [ 582.033109] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.033244] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.033314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.033511] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.033625] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.034360] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5723bb0e-ad48-4dfd-96e4-671ed3162d25 already deleted. [ 582.034360] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5723bb0e-ad48-4dfd-96e4-671ed3162d25" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.058220] env[69236]: INFO networking_nsxv3.common.synchronization [None req-bee81b05-2b53-4bef-bec0-3800b8fd4226 None None] Enqueued Resource ID: 187c0576-071e-4503-9253-5cc8e4ff5bff with Priority: HIGHEST for action port [ 582.058220] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187c0576-071e-4503-9253-5cc8e4ff5bff with Priority: HIGHEST for action port [ 582.058220] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-187c0576-071e-4503-9253-5cc8e4ff5bff taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.058220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-187c0576-071e-4503-9253-5cc8e4ff5bff" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.058220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-187c0576-071e-4503-9253-5cc8e4ff5bff" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.058220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-187c0576-071e-4503-9253-5cc8e4ff5bff" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.059051] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('187c0576-071e-4503-9253-5cc8e4ff5bff',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.238409] env[69236]: INFO networking_nsxv3.common.synchronization [None req-a273e5cd-9bb3-46ae-9087-61e8e7aa958a None None] Enqueued Resource ID: 81d1e234-28c5-4d29-8ede-38414d7ceefe with Priority: HIGHEST for action port [ 582.238409] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d1e234-28c5-4d29-8ede-38414d7ceefe with Priority: HIGHEST for action port [ 582.238829] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-81d1e234-28c5-4d29-8ede-38414d7ceefe taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.238954] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81d1e234-28c5-4d29-8ede-38414d7ceefe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.240241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81d1e234-28c5-4d29-8ede-38414d7ceefe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.240852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81d1e234-28c5-4d29-8ede-38414d7ceefe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.240852] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81d1e234-28c5-4d29-8ede-38414d7ceefe',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.561508] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 187c0576-071e-4503-9253-5cc8e4ff5bff [ 582.562044] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.562044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.562044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.562241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.562241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.562317] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:187c0576-071e-4503-9253-5cc8e4ff5bff already deleted. [ 582.562398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-187c0576-071e-4503-9253-5cc8e4ff5bff" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.740643] env[69236]: INFO networking_nsxv3.common.synchronization [None req-8a3ebe3b-1720-4448-803e-a0ca3d0ac39f None None] Enqueued Resource ID: 98c46773-2673-44c9-ac7d-d8f8133b3bf9 with Priority: HIGHEST for action port [ 582.740992] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c46773-2673-44c9-ac7d-d8f8133b3bf9 with Priority: HIGHEST for action port [ 582.741096] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-98c46773-2673-44c9-ac7d-d8f8133b3bf9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.741214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98c46773-2673-44c9-ac7d-d8f8133b3bf9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.741277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98c46773-2673-44c9-ac7d-d8f8133b3bf9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.741624] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98c46773-2673-44c9-ac7d-d8f8133b3bf9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.741702] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98c46773-2673-44c9-ac7d-d8f8133b3bf9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.742885] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81d1e234-28c5-4d29-8ede-38414d7ceefe [ 582.743087] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.743242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.743315] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.743485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.743579] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.743669] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81d1e234-28c5-4d29-8ede-38414d7ceefe already deleted. [ 582.743749] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81d1e234-28c5-4d29-8ede-38414d7ceefe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.212159] env[69236]: INFO networking_nsxv3.common.synchronization [None req-276fa90f-10a3-414d-8bb9-e7a4dcce9a3f None None] Enqueued Resource ID: 9c06b1fc-3d35-4916-90c7-ee1c27872641 with Priority: HIGHEST for action port [ 583.214786] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c06b1fc-3d35-4916-90c7-ee1c27872641 with Priority: HIGHEST for action port [ 583.214786] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c06b1fc-3d35-4916-90c7-ee1c27872641 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.214786] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c06b1fc-3d35-4916-90c7-ee1c27872641" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.214786] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c06b1fc-3d35-4916-90c7-ee1c27872641" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.214786] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c06b1fc-3d35-4916-90c7-ee1c27872641" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.214786] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c06b1fc-3d35-4916-90c7-ee1c27872641',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.243462] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98c46773-2673-44c9-ac7d-d8f8133b3bf9 [ 583.244299] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.244445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.244568] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.245126] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.245126] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.245126] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98c46773-2673-44c9-ac7d-d8f8133b3bf9 already deleted. [ 583.245126] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98c46773-2673-44c9-ac7d-d8f8133b3bf9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.717676] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c06b1fc-3d35-4916-90c7-ee1c27872641 [ 583.717938] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.718120] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.718120] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.718432] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.718432] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.718541] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c06b1fc-3d35-4916-90c7-ee1c27872641 already deleted. [ 583.718589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c06b1fc-3d35-4916-90c7-ee1c27872641" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.909945] env[69236]: INFO networking_nsxv3.common.synchronization [None req-655d1f06-b040-4af7-b48e-7fcc7b959679 None None] Enqueued Resource ID: 859752f5-472b-428d-86e1-cd57f98c2c31 with Priority: HIGHEST for action port [ 583.911564] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859752f5-472b-428d-86e1-cd57f98c2c31 with Priority: HIGHEST for action port [ 583.911564] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-859752f5-472b-428d-86e1-cd57f98c2c31 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.911564] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-859752f5-472b-428d-86e1-cd57f98c2c31" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.911564] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-859752f5-472b-428d-86e1-cd57f98c2c31" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.913462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-859752f5-472b-428d-86e1-cd57f98c2c31" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.913462] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('859752f5-472b-428d-86e1-cd57f98c2c31',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.415787] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 859752f5-472b-428d-86e1-cd57f98c2c31 [ 584.416025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.416207] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.416271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.416743] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.416743] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.416743] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:859752f5-472b-428d-86e1-cd57f98c2c31 already deleted. [ 584.416743] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-859752f5-472b-428d-86e1-cd57f98c2c31" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.873262] env[69236]: INFO networking_nsxv3.common.synchronization [None req-c2965e46-13a5-4254-8019-c6cf98711355 None None] Enqueued Resource ID: 4c3d77a6-5952-4378-996f-6d9c44b5868f with Priority: HIGHEST for action port [ 584.873262] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3d77a6-5952-4378-996f-6d9c44b5868f with Priority: HIGHEST for action port [ 584.873262] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c3d77a6-5952-4378-996f-6d9c44b5868f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.873262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c3d77a6-5952-4378-996f-6d9c44b5868f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.873262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c3d77a6-5952-4378-996f-6d9c44b5868f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.873262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c3d77a6-5952-4378-996f-6d9c44b5868f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.873262] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c3d77a6-5952-4378-996f-6d9c44b5868f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.323305] env[69236]: INFO networking_nsxv3.common.synchronization [None req-880a8ee8-4081-45a3-bb3b-ee2d89a1be06 None None] Enqueued Resource ID: e55f7815-4011-4b7c-a6e2-8a2153865a01 with Priority: HIGHEST for action port [ 585.323594] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f7815-4011-4b7c-a6e2-8a2153865a01 with Priority: HIGHEST for action port [ 585.324256] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e55f7815-4011-4b7c-a6e2-8a2153865a01 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.324343] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e55f7815-4011-4b7c-a6e2-8a2153865a01" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.324376] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e55f7815-4011-4b7c-a6e2-8a2153865a01" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.324721] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e55f7815-4011-4b7c-a6e2-8a2153865a01" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.324721] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e55f7815-4011-4b7c-a6e2-8a2153865a01',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.374645] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c3d77a6-5952-4378-996f-6d9c44b5868f [ 585.374943] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.375102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.375174] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.375375] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.375468] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.375563] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c3d77a6-5952-4378-996f-6d9c44b5868f already deleted. [ 585.375646] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c3d77a6-5952-4378-996f-6d9c44b5868f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.828414] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e55f7815-4011-4b7c-a6e2-8a2153865a01 [ 585.828983] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.829150] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.829223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.829426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.829517] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.829612] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e55f7815-4011-4b7c-a6e2-8a2153865a01 already deleted. [ 585.829692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e55f7815-4011-4b7c-a6e2-8a2153865a01" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.196013] env[69236]: INFO networking_nsxv3.common.synchronization [None req-181bf8be-2c6d-4a18-a3f4-94442681d89a None None] Enqueued Resource ID: a594fef7-5608-48e7-8792-1081715bcb0d with Priority: HIGHEST for action port [ 587.199966] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a594fef7-5608-48e7-8792-1081715bcb0d with Priority: HIGHEST for action port [ 587.200455] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a594fef7-5608-48e7-8792-1081715bcb0d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.200597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a594fef7-5608-48e7-8792-1081715bcb0d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.200664] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a594fef7-5608-48e7-8792-1081715bcb0d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.200919] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a594fef7-5608-48e7-8792-1081715bcb0d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.201023] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a594fef7-5608-48e7-8792-1081715bcb0d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.703250] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a594fef7-5608-48e7-8792-1081715bcb0d [ 587.703439] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.703570] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.703637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.703854] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.703943] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.704064] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a594fef7-5608-48e7-8792-1081715bcb0d already deleted. [ 587.705094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a594fef7-5608-48e7-8792-1081715bcb0d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.904032] env[69236]: INFO networking_nsxv3.common.synchronization [None req-fa7ca037-45b2-4e0c-9218-bb6378e907cb None None] Enqueued Resource ID: e45b3435-77c6-4669-8770-a5340fdd2255 with Priority: HIGHEST for action port [ 587.904032] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45b3435-77c6-4669-8770-a5340fdd2255 with Priority: HIGHEST for action port [ 587.904032] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e45b3435-77c6-4669-8770-a5340fdd2255 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.904032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e45b3435-77c6-4669-8770-a5340fdd2255" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.904032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e45b3435-77c6-4669-8770-a5340fdd2255" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.904032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e45b3435-77c6-4669-8770-a5340fdd2255" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.904032] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e45b3435-77c6-4669-8770-a5340fdd2255',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.292528] env[69236]: INFO networking_nsxv3.common.synchronization [None req-7f81db8e-e2ac-4236-bbfd-9fafb22941c5 None None] Enqueued Resource ID: 9b5ddbd8-c435-4a0f-aa3d-0c58cd7f89ba with Priority: HIGHEST for action port [ 588.292853] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5ddbd8-c435-4a0f-aa3d-0c58cd7f89ba with Priority: HIGHEST for action port [ 588.293497] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b5ddbd8-c435-4a0f-aa3d-0c58cd7f89ba taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.293640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b5ddbd8-c435-4a0f-aa3d-0c58cd7f89ba" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.293694] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b5ddbd8-c435-4a0f-aa3d-0c58cd7f89ba" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.293957] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b5ddbd8-c435-4a0f-aa3d-0c58cd7f89ba" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.296760] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b5ddbd8-c435-4a0f-aa3d-0c58cd7f89ba',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.406131] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e45b3435-77c6-4669-8770-a5340fdd2255 [ 588.406370] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.406601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.406601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.406899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.406899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.406992] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e45b3435-77c6-4669-8770-a5340fdd2255 already deleted. [ 588.407616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e45b3435-77c6-4669-8770-a5340fdd2255" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.801881] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b5ddbd8-c435-4a0f-aa3d-0c58cd7f89ba [ 588.802694] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.802694] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.802694] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.802694] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.802694] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.802929] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b5ddbd8-c435-4a0f-aa3d-0c58cd7f89ba already deleted. [ 588.802929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b5ddbd8-c435-4a0f-aa3d-0c58cd7f89ba" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.806611] env[69236]: INFO networking_nsxv3.common.synchronization [None req-b77c3472-24ca-4934-848a-88f5d611e6e4 None None] Enqueued Resource ID: 6b62ba97-7e85-48ae-a664-a618a9129637 with Priority: HIGHEST for action port [ 588.806611] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b62ba97-7e85-48ae-a664-a618a9129637 with Priority: HIGHEST for action port [ 588.806611] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b62ba97-7e85-48ae-a664-a618a9129637 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.806611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b62ba97-7e85-48ae-a664-a618a9129637" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.806611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b62ba97-7e85-48ae-a664-a618a9129637" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.807698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b62ba97-7e85-48ae-a664-a618a9129637" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.807788] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b62ba97-7e85-48ae-a664-a618a9129637',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.315191] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b62ba97-7e85-48ae-a664-a618a9129637 [ 589.315191] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.315191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.315191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.315191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.315191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.315191] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b62ba97-7e85-48ae-a664-a618a9129637 already deleted. [ 589.315191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b62ba97-7e85-48ae-a664-a618a9129637" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.529703] env[69236]: INFO networking_nsxv3.common.synchronization [None req-4e5a21e3-36a1-4880-8c51-11f19a8e7a5e tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Enqueued Resource ID: 7314bbad-7e38-4fa7-bab4-16c924da357b with Priority: HIGHEST for action security_group_rules [ 589.530238] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7314bbad-7e38-4fa7-bab4-16c924da357b with Priority: HIGHEST for action security_group_rules [ 589.530534] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7314bbad-7e38-4fa7-bab4-16c924da357b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.530658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.530725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.531047] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.531493] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7314bbad-7e38-4fa7-bab4-16c924da357b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.560126] env[69236]: INFO networking_nsxv3.common.synchronization [req-fe3cf1c9-28cc-4ec5-9dc7-ba2b1bbf4eb5 req-2039db8e-11d9-4d09-9ea5-0fdf370723b7 tempest-SecurityGroupRulesNegativeTestJSON-1299455704 tempest-SecurityGroupRulesNegativeTestJSON-1299455704-project-member] Enqueued Resource ID: d78a09cf-dd26-452c-9125-935b08675639 with Priority: HIGHEST for action security_group_rules [ 589.560400] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78a09cf-dd26-452c-9125-935b08675639 with Priority: HIGHEST for action security_group_rules [ 589.560709] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78a09cf-dd26-452c-9125-935b08675639 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.560824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78a09cf-dd26-452c-9125-935b08675639" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.560890] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78a09cf-dd26-452c-9125-935b08675639" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.561158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78a09cf-dd26-452c-9125-935b08675639" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.561233] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78a09cf-dd26-452c-9125-935b08675639',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.625487] env[69236]: INFO networking_nsxv3.common.synchronization [None req-1ac0598f-01f1-4e9e-a281-3adf7e9e3807 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Enqueued Resource ID: 7314bbad-7e38-4fa7-bab4-16c924da357b with Priority: HIGHEST for action security_group_rules [ 589.626088] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7314bbad-7e38-4fa7-bab4-16c924da357b with Priority: HIGHEST for action security_group_rules [ 589.626416] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7314bbad-7e38-4fa7-bab4-16c924da357b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.626523] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.052594] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.052833] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.053192] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.053246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.053883] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.053883] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7314bbad-7e38-4fa7-bab4-16c924da357b already deleted. [ 590.053883] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.054236] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.054558] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.054558] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7314bbad-7e38-4fa7-bab4-16c924da357b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.082155] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.082155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.082155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.082155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.082155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.082155] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78a09cf-dd26-452c-9125-935b08675639 already deleted. [ 590.082155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78a09cf-dd26-452c-9125-935b08675639" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.252966] env[69236]: INFO networking_nsxv3.common.synchronization [None req-8508bcec-b973-4d04-a961-e90b2e140475 None None] Enqueued Resource ID: ae29bbb6-9dd7-4678-a9ce-31df3430e15a with Priority: HIGHEST for action port [ 590.252966] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae29bbb6-9dd7-4678-a9ce-31df3430e15a with Priority: HIGHEST for action port [ 590.252966] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae29bbb6-9dd7-4678-a9ce-31df3430e15a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.252966] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae29bbb6-9dd7-4678-a9ce-31df3430e15a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.252966] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae29bbb6-9dd7-4678-a9ce-31df3430e15a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.252966] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae29bbb6-9dd7-4678-a9ce-31df3430e15a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.253378] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae29bbb6-9dd7-4678-a9ce-31df3430e15a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.574922] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.575231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.575231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.575368] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.575460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.575556] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7314bbad-7e38-4fa7-bab4-16c924da357b already deleted. [ 590.575640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.755806] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae29bbb6-9dd7-4678-a9ce-31df3430e15a [ 590.756060] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.756196] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.756270] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.756474] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.756568] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.756661] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae29bbb6-9dd7-4678-a9ce-31df3430e15a already deleted. [ 590.756752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae29bbb6-9dd7-4678-a9ce-31df3430e15a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.310563] env[69236]: INFO networking_nsxv3.common.synchronization [None req-1e1a0df2-da8a-4493-b775-804a87d35525 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Enqueued Resource ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 with Priority: HIGHEST for action security_group_rules [ 592.311697] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 with Priority: HIGHEST for action security_group_rules [ 592.311697] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.311697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.311894] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.311974] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.312808] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c35c618-d1e8-4802-a6f9-941e4fc9cb68',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.384092] env[69236]: INFO networking_nsxv3.common.synchronization [req-5b382432-8bce-4d3f-ac15-da98ca309411 req-0238b9a1-5702-41ca-8982-994c7636a49e tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Enqueued Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_members [ 592.384092] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_members [ 592.384092] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.384092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.384092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.384092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.384092] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.384092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.384092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.384092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.384092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.384092] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.456974] env[69236]: INFO networking_nsxv3.common.synchronization [None req-15c94e3b-c507-4cdf-95e6-0302a6e00dd6 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Enqueued Resource ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 with Priority: HIGHEST for action security_group_rules [ 592.456974] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 with Priority: HIGHEST for action security_group_rules [ 592.456974] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.457168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.838246] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.838395] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.838741] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.838741] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.838741] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.838869] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 already deleted. [ 592.839266] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.839266] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.839266] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.839401] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c35c618-d1e8-4802-a6f9-941e4fc9cb68',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.885577] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.885930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.886030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.886314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.886378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.886545] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.886643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.886705] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.886849] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.886982] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.887093] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 already deleted. [ 592.887179] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.040182] env[69236]: INFO networking_nsxv3.common.synchronization [req-56a9ccf3-905d-4786-8e2e-ca39ef7360ec req-07b4840e-6583-4ad5-8e0d-84a774eb21cc tempest-SecurityGroupRulesNegativeTestJSON-1299455704 tempest-SecurityGroupRulesNegativeTestJSON-1299455704-project-member] Enqueued Resource ID: d78a09cf-dd26-452c-9125-935b08675639 with Priority: HIGHEST for action security_group_rules [ 593.040182] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78a09cf-dd26-452c-9125-935b08675639 with Priority: HIGHEST for action security_group_rules [ 593.040182] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78a09cf-dd26-452c-9125-935b08675639 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.040182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78a09cf-dd26-452c-9125-935b08675639" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.040182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78a09cf-dd26-452c-9125-935b08675639" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.040182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78a09cf-dd26-452c-9125-935b08675639" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.040182] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78a09cf-dd26-452c-9125-935b08675639',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.214180] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.214383] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-897" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.214510] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-897" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.214839] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-897" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.215490] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.215680] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.215806] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.216047] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.216201] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.216493] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 593.216613] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.216827] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.216995] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.217269] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 593.217269] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.217383] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.237751] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.238278] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 593.238278] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.238381] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-897" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.239034] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-632a4ae9-9e25-4a22-8e6e-60c7382baed9 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.239034] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-632a4ae9-9e25-4a22-8e6e-60c7382baed9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.239034] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-632a4ae9-9e25-4a22-8e6e-60c7382baed9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.239291] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-632a4ae9-9e25-4a22-8e6e-60c7382baed9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.239824] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('632a4ae9-9e25-4a22-8e6e-60c7382baed9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.358604] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.358897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.358897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.359053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.359139] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.359235] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 already deleted. [ 593.359316] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.562760] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.563082] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.563239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.563685] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.564405] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.564405] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78a09cf-dd26-452c-9125-935b08675639 already deleted. [ 593.564405] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78a09cf-dd26-452c-9125-935b08675639" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.714180] env[69236]: INFO networking_nsxv3.common.synchronization [None req-67b252dd-9cf1-495b-b233-8ea9a8ed7682 None None] Enqueued Resource ID: 554b29d7-1ae2-4104-8673-f9431f738f09 with Priority: HIGHEST for action port [ 593.717490] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 554b29d7-1ae2-4104-8673-f9431f738f09 with Priority: HIGHEST for action port [ 593.719150] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-554b29d7-1ae2-4104-8673-f9431f738f09 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.720317] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-554b29d7-1ae2-4104-8673-f9431f738f09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.720317] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-554b29d7-1ae2-4104-8673-f9431f738f09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.720808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-554b29d7-1ae2-4104-8673-f9431f738f09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.720903] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('554b29d7-1ae2-4104-8673-f9431f738f09',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.742153] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.742887] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.743329] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.743853] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.744339] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.744696] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 632a4ae9-9e25-4a22-8e6e-60c7382baed9 not found, creating... [ 593.744696] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.745507] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.746557] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.746839] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.747189] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.750125] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.750125] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.750125] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.750125] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.750125] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.750125] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 632a4ae9-9e25-4a22-8e6e-60c7382baed9 is going to be created. [ 593.774282] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.774450] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.774482] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.774730] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.775071] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.775319] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-632a4ae9-9e25-4a22-8e6e-60c7382baed9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.222998] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 554b29d7-1ae2-4104-8673-f9431f738f09 [ 594.223305] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.223469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.223547] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.223813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.223921] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.224064] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:554b29d7-1ae2-4104-8673-f9431f738f09 already deleted. [ 594.224171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-554b29d7-1ae2-4104-8673-f9431f738f09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.491537] env[69236]: INFO networking_nsxv3.common.synchronization [None req-5cb5cf5f-6261-4d7e-b3bb-7ce13ec3ba41 None None] Enqueued Resource ID: dc77841f-e14c-4dbb-af0d-ce2b6f35585c with Priority: HIGHEST for action port [ 594.492056] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc77841f-e14c-4dbb-af0d-ce2b6f35585c with Priority: HIGHEST for action port [ 594.492056] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc77841f-e14c-4dbb-af0d-ce2b6f35585c taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.494777] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc77841f-e14c-4dbb-af0d-ce2b6f35585c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.494845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc77841f-e14c-4dbb-af0d-ce2b6f35585c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.495191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc77841f-e14c-4dbb-af0d-ce2b6f35585c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.495191] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc77841f-e14c-4dbb-af0d-ce2b6f35585c',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.997905] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc77841f-e14c-4dbb-af0d-ce2b6f35585c [ 594.998353] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.998477] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.998545] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.998754] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.998839] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.998928] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc77841f-e14c-4dbb-af0d-ce2b6f35585c already deleted. [ 594.999107] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc77841f-e14c-4dbb-af0d-ce2b6f35585c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.138639] env[69236]: INFO networking_nsxv3.common.synchronization [req-f0c52e61-14c9-4ec8-9aed-f4977242819a req-e2a50f04-b4e3-499d-8f46-ffc18567ddad tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 595.142025] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 595.142025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.142025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.142025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.142025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.142025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.142025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.142025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.142858] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.142858] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.142858] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.415476] env[69236]: INFO networking_nsxv3.common.synchronization [None req-0e61e722-f79c-4d29-9525-cb8ee1ae4829 None None] Enqueued Resource ID: eccf6441-8a63-40e8-9759-0bc6846731ae with Priority: HIGHEST for action port [ 595.415476] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccf6441-8a63-40e8-9759-0bc6846731ae with Priority: HIGHEST for action port [ 595.415476] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-eccf6441-8a63-40e8-9759-0bc6846731ae taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.415476] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eccf6441-8a63-40e8-9759-0bc6846731ae" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.415476] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eccf6441-8a63-40e8-9759-0bc6846731ae" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.415671] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eccf6441-8a63-40e8-9759-0bc6846731ae" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.415837] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eccf6441-8a63-40e8-9759-0bc6846731ae',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.493883] env[69236]: INFO networking_nsxv3.common.synchronization [None req-613a818d-aa17-41d5-a242-a821f2945d67 None None] Enqueued Resource ID: 03e9eeda-ce67-4335-a61a-d758a55e325e with Priority: HIGHEST for action port [ 595.496327] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03e9eeda-ce67-4335-a61a-d758a55e325e with Priority: HIGHEST for action port [ 595.497961] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-03e9eeda-ce67-4335-a61a-d758a55e325e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.498863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03e9eeda-ce67-4335-a61a-d758a55e325e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.498863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03e9eeda-ce67-4335-a61a-d758a55e325e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.498863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03e9eeda-ce67-4335-a61a-d758a55e325e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.498863] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03e9eeda-ce67-4335-a61a-d758a55e325e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.646859] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.646859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.646859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.646859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.646859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.646859] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.646859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.646859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.646859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.646859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.647293] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 already deleted. [ 595.647947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.751980] env[69236]: INFO networking_nsxv3.common.synchronization [req-5b382432-8bce-4d3f-ac15-da98ca309411 req-41179809-9361-4774-98ea-a376103e5567 service nova] Enqueued Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_rules [ 595.752226] env[69236]: INFO networking_nsxv3.common.synchronization [req-5b382432-8bce-4d3f-ac15-da98ca309411 req-41179809-9361-4774-98ea-a376103e5567 service nova] Enqueued Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_members [ 595.752404] env[69236]: INFO networking_nsxv3.common.synchronization [req-5b382432-8bce-4d3f-ac15-da98ca309411 req-41179809-9361-4774-98ea-a376103e5567 service nova] Enqueued Resource ID: 632a4ae9-9e25-4a22-8e6e-60c7382baed9 with Priority: HIGHEST for action port [ 595.752698] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_rules [ 595.752811] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_members [ 595.752983] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 632a4ae9-9e25-4a22-8e6e-60c7382baed9 with Priority: HIGHEST for action port [ 595.754097] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.754201] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.754300] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.754627] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.754627] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.760025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.760025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.760025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.760025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.760025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.760025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.760025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.760025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.760025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.760025] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.760025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-632a4ae9-9e25-4a22-8e6e-60c7382baed9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.760025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-632a4ae9-9e25-4a22-8e6e-60c7382baed9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.760025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-632a4ae9-9e25-4a22-8e6e-60c7382baed9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.760025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-632a4ae9-9e25-4a22-8e6e-60c7382baed9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.760025] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('632a4ae9-9e25-4a22-8e6e-60c7382baed9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.917725] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eccf6441-8a63-40e8-9759-0bc6846731ae [ 595.920575] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.920575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.920575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.920575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.920575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.920575] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eccf6441-8a63-40e8-9759-0bc6846731ae already deleted. [ 595.920575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eccf6441-8a63-40e8-9759-0bc6846731ae" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.931682] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.932085] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.932313] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.932707] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.933087] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.936524] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.936524] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.936524] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.936524] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.936524] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.936524] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.936524] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.936524] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.936524] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.936524] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.936524] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.954629] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.954806] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 595.954944] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.955152] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.955805] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-7f259a56-6eca-4f1a-9924-4b19b339c59e taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.955805] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-7f259a56-6eca-4f1a-9924-4b19b339c59e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.955805] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-7f259a56-6eca-4f1a-9924-4b19b339c59e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.956137] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-7f259a56-6eca-4f1a-9924-4b19b339c59e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.956286] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f259a56-6eca-4f1a-9924-4b19b339c59e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.002963] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03e9eeda-ce67-4335-a61a-d758a55e325e [ 596.003264] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.004359] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.004359] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.004359] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.004359] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.004359] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03e9eeda-ce67-4335-a61a-d758a55e325e already deleted. [ 596.004359] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03e9eeda-ce67-4335-a61a-d758a55e325e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.262317] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.262317] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.273447] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.273447] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 632a4ae9-9e25-4a22-8e6e-60c7382baed9 with status ACTIVE [ 596.273447] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.273447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.273447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.273447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.273447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.273447] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.273447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.273447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.273447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.273447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.273447] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.273447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.273447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.273447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.273960] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.273960] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 632a4ae9-9e25-4a22-8e6e-60c7382baed9 is going to be updated. [ 596.304085] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.304431] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.304512] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.304720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.304878] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.305067] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-632a4ae9-9e25-4a22-8e6e-60c7382baed9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.409222] env[69236]: INFO networking_nsxv3.common.synchronization [None req-928661c5-ace5-44b3-ab53-fa698743c1d3 None None] Enqueued Resource ID: afdb2601-ef23-4311-9e62-60e092ac05a0 with Priority: HIGHEST for action port [ 596.409477] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afdb2601-ef23-4311-9e62-60e092ac05a0 with Priority: HIGHEST for action port [ 596.410505] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-afdb2601-ef23-4311-9e62-60e092ac05a0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.410505] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afdb2601-ef23-4311-9e62-60e092ac05a0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.410505] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afdb2601-ef23-4311-9e62-60e092ac05a0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.410505] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afdb2601-ef23-4311-9e62-60e092ac05a0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.410711] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afdb2601-ef23-4311-9e62-60e092ac05a0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.458962] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.460106] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.460106] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.460106] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.460106] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.460366] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 7f259a56-6eca-4f1a-9924-4b19b339c59e not found, creating... [ 596.461874] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.461874] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.461874] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.461874] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.461874] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.462408] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.462466] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.462790] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.463053] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.463217] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.463363] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 7f259a56-6eca-4f1a-9924-4b19b339c59e is going to be created. [ 596.488992] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.488992] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.488992] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.488992] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.488992] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.488992] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-7f259a56-6eca-4f1a-9924-4b19b339c59e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.779456] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.914058] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afdb2601-ef23-4311-9e62-60e092ac05a0 [ 596.914515] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.914665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.914732] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.916038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.916184] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.916338] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afdb2601-ef23-4311-9e62-60e092ac05a0 already deleted. [ 596.916417] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afdb2601-ef23-4311-9e62-60e092ac05a0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.282889] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.283067] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.283140] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.283358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.283469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.283580] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 is going to be created. [ 597.312115] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.312246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.312366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.312516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.312671] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.321874] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: UNINITIALIZED for 2s [ 597.366525] env[69236]: INFO networking_nsxv3.common.synchronization [req-65399f14-d3b6-4d3a-a7ee-af2405413362 req-3d66e35f-bc00-4f67-b0c2-39c06bd56533 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Enqueued Resource ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 with Priority: HIGHEST for action security_group_members [ 597.367822] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 with Priority: HIGHEST for action security_group_members [ 597.368024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.368453] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.368510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.369647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.369647] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.369647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.369647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.370383] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.370383] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.370383] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab7df1b2-0311-4d9e-a0a9-78a263c791a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.375489] env[69236]: INFO networking_nsxv3.common.synchronization [req-e9372af4-229e-450d-a254-b970fe9e9e44 req-0e17d0d2-c299-4676-921a-8d851b1fbc50 tempest-SecurityGroupRulesTestJSON-721488486 tempest-SecurityGroupRulesTestJSON-721488486-project-member] Enqueued Resource ID: 028e904d-c3e6-4e43-aa3e-c36600e73e9d with Priority: HIGHEST for action security_group_rules [ 597.375740] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028e904d-c3e6-4e43-aa3e-c36600e73e9d with Priority: HIGHEST for action security_group_rules [ 597.376244] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-028e904d-c3e6-4e43-aa3e-c36600e73e9d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.376361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-028e904d-c3e6-4e43-aa3e-c36600e73e9d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.376424] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-028e904d-c3e6-4e43-aa3e-c36600e73e9d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.376636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-028e904d-c3e6-4e43-aa3e-c36600e73e9d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.376733] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('028e904d-c3e6-4e43-aa3e-c36600e73e9d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.821781] env[69236]: INFO networking_nsxv3.common.synchronization [req-f0c52e61-14c9-4ec8-9aed-f4977242819a req-b19ab3ca-7b98-47ec-9097-890b2b8046a6 service nova] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_rules [ 597.822773] env[69236]: INFO networking_nsxv3.common.synchronization [req-f0c52e61-14c9-4ec8-9aed-f4977242819a req-b19ab3ca-7b98-47ec-9097-890b2b8046a6 service nova] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 597.822773] env[69236]: INFO networking_nsxv3.common.synchronization [req-f0c52e61-14c9-4ec8-9aed-f4977242819a req-b19ab3ca-7b98-47ec-9097-890b2b8046a6 service nova] Enqueued Resource ID: 7f259a56-6eca-4f1a-9924-4b19b339c59e with Priority: HIGHEST for action port [ 597.823280] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_rules [ 597.823417] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 597.823517] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f259a56-6eca-4f1a-9924-4b19b339c59e with Priority: HIGHEST for action port [ 597.823894] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.824050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.824162] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.824368] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.824547] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.825626] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.825780] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.826391] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.826391] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.826391] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.826391] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.826391] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.826657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.826657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.826761] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.829405] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f259a56-6eca-4f1a-9924-4b19b339c59e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.829405] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f259a56-6eca-4f1a-9924-4b19b339c59e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.829405] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f259a56-6eca-4f1a-9924-4b19b339c59e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.829405] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f259a56-6eca-4f1a-9924-4b19b339c59e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.829405] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f259a56-6eca-4f1a-9924-4b19b339c59e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.873037] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.873684] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.873684] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.873684] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.873684] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.874726] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.874726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.874726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.874726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.874726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.874726] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 already deleted. [ 597.874726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.895369] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.895562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.895603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.895779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.895863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.895958] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 028e904d-c3e6-4e43-aa3e-c36600e73e9d already deleted. [ 597.896053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-028e904d-c3e6-4e43-aa3e-c36600e73e9d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.265037] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.265037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.265037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.265037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.265037] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.265813] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.266115] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.266480] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.268034] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.268034] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 598.268034] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.268034] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.268034] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.268034] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 598.268034] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.268034] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.288471] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.288706] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 598.288884] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.289108] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.289476] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-39958334-f2de-43f1-8457-f1579fb12b6a taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.289704] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-39958334-f2de-43f1-8457-f1579fb12b6a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.289969] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-39958334-f2de-43f1-8457-f1579fb12b6a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.290141] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-39958334-f2de-43f1-8457-f1579fb12b6a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.290280] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39958334-f2de-43f1-8457-f1579fb12b6a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.329266] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.330197] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.330279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.330481] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f259a56-6eca-4f1a-9924-4b19b339c59e with status ACTIVE [ 598.330789] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.330789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.330944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.331019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.331112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.331298] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.331774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.331774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.331774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.331774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.331909] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.331909] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.331990] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.333075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.333234] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.333393] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f259a56-6eca-4f1a-9924-4b19b339c59e is going to be updated. [ 598.355915] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.355915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.355915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.356053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.356151] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.356301] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f259a56-6eca-4f1a-9924-4b19b339c59e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.793821] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.795366] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.795644] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.796079] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.796593] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.796802] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 39958334-f2de-43f1-8457-f1579fb12b6a not found, creating... [ 598.798234] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.799122] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.799122] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.799122] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.799361] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.799714] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.799881] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.799998] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.800243] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.800377] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.800541] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 39958334-f2de-43f1-8457-f1579fb12b6a is going to be created. [ 598.823053] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.824159] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.824383] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.825084] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.825345] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.825569] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-39958334-f2de-43f1-8457-f1579fb12b6a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.836275] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.332966] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: SUCCESS [ 599.333245] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.333415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.333642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.333809] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.333920] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.333980] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.334142] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.334221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.334303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.334387] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.339103] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.339233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.339295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.339471] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.339553] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.339658] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be created. [ 599.365181] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.365325] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.365390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.365595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.365750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.373971] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: UNINITIALIZED for 2s [ 599.718399] env[69236]: INFO networking_nsxv3.common.synchronization [None req-42bbf561-205e-46c0-9ba1-16f484e96087 None None] Enqueued Resource ID: c81b1cc6-9562-408e-bee1-f192f141a1c1 with Priority: HIGHEST for action port [ 599.718649] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c81b1cc6-9562-408e-bee1-f192f141a1c1 with Priority: HIGHEST for action port [ 599.719268] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c81b1cc6-9562-408e-bee1-f192f141a1c1 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.719390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c81b1cc6-9562-408e-bee1-f192f141a1c1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.719454] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c81b1cc6-9562-408e-bee1-f192f141a1c1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.719697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c81b1cc6-9562-408e-bee1-f192f141a1c1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.719773] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c81b1cc6-9562-408e-bee1-f192f141a1c1',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.839221] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.839221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.839221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.839221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.839221] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.839221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.839221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.839221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.839221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.839221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.839221] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.839221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.839221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.839221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.839865] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.839865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.839865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.839865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.839865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.839865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.839865] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.872871] env[69236]: INFO networking_nsxv3.common.synchronization [None req-0aa4ff1c-9918-46d9-887c-8ef8d54a148d tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Enqueued Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_rules [ 599.875778] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_rules [ 599.877404] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.877404] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.877404] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.877404] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.877404] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.169953] env[69236]: INFO networking_nsxv3.common.synchronization [None req-da6ebf87-a2a5-45d8-b036-97929b506eee tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Enqueued Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_rules [ 600.170728] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_rules [ 600.170864] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.171034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.191611] env[69236]: INFO networking_nsxv3.common.synchronization [None req-5dd3d3a8-906d-4d66-a8c2-7405045f4081 None None] Enqueued Resource ID: b36046cc-5bb9-4382-a264-fe236c38984e with Priority: HIGHEST for action port [ 600.191661] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b36046cc-5bb9-4382-a264-fe236c38984e with Priority: HIGHEST for action port [ 600.192227] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b36046cc-5bb9-4382-a264-fe236c38984e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.192908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b36046cc-5bb9-4382-a264-fe236c38984e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.192908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b36046cc-5bb9-4382-a264-fe236c38984e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.192908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b36046cc-5bb9-4382-a264-fe236c38984e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.192908] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b36046cc-5bb9-4382-a264-fe236c38984e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.224773] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c81b1cc6-9562-408e-bee1-f192f141a1c1 [ 600.224773] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.224773] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.224773] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.224773] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.224773] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.224773] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c81b1cc6-9562-408e-bee1-f192f141a1c1 already deleted. [ 600.224773] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c81b1cc6-9562-408e-bee1-f192f141a1c1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.342395] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4: rpc.has_security_group_logging(os_id): False [ 600.367129] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.367129] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.367129] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.367129] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.367129] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.367129] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.367129] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.367129] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.367129] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.367129] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.367129] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.367639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.367639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.367639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.367639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.367639] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.367826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.367826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.369656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.369656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.369656] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 is going to be created. [ 600.402815] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.403187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.403187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.403439] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.403576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.405038] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 already deleted. [ 600.405038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.405038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.405038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.405038] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.425354] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.425783] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.425783] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.426064] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.426534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.439907] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: IN_PROGRESS for 2s [ 600.644840] env[69236]: INFO networking_nsxv3.common.synchronization [req-65399f14-d3b6-4d3a-a7ee-af2405413362 req-d34ec77d-50f7-448a-b5c1-89c9b7dfa5f2 service nova] Enqueued Resource ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 with Priority: HIGHEST for action security_group_rules [ 600.647155] env[69236]: INFO networking_nsxv3.common.synchronization [req-65399f14-d3b6-4d3a-a7ee-af2405413362 req-d34ec77d-50f7-448a-b5c1-89c9b7dfa5f2 service nova] Enqueued Resource ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 with Priority: HIGHEST for action security_group_members [ 600.647340] env[69236]: INFO networking_nsxv3.common.synchronization [req-65399f14-d3b6-4d3a-a7ee-af2405413362 req-d34ec77d-50f7-448a-b5c1-89c9b7dfa5f2 service nova] Enqueued Resource ID: 39958334-f2de-43f1-8457-f1579fb12b6a with Priority: HIGHEST for action port [ 600.647589] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 with Priority: HIGHEST for action security_group_rules [ 600.647719] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 with Priority: HIGHEST for action security_group_members [ 600.647815] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39958334-f2de-43f1-8457-f1579fb12b6a with Priority: HIGHEST for action port [ 600.648418] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab7df1b2-0311-4d9e-a0a9-78a263c791a3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.648586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.648586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.648818] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.649617] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab7df1b2-0311-4d9e-a0a9-78a263c791a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.649744] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.649855] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.649915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.653203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.653540] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.653540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.653540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.653764] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.653764] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.653818] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab7df1b2-0311-4d9e-a0a9-78a263c791a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.654636] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-39958334-f2de-43f1-8457-f1579fb12b6a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.654743] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39958334-f2de-43f1-8457-f1579fb12b6a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.654803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39958334-f2de-43f1-8457-f1579fb12b6a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.654949] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39958334-f2de-43f1-8457-f1579fb12b6a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.655028] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39958334-f2de-43f1-8457-f1579fb12b6a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.692124] env[69236]: INFO networking_nsxv3.common.synchronization [None req-f59c2d6c-d505-427e-8e99-a9a8b3cea218 None None] Enqueued Resource ID: 303f8d73-f7fd-4793-92e9-2452cf71b614 with Priority: HIGHEST for action port [ 600.692124] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 303f8d73-f7fd-4793-92e9-2452cf71b614 with Priority: HIGHEST for action port [ 600.692124] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-303f8d73-f7fd-4793-92e9-2452cf71b614 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.692124] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-303f8d73-f7fd-4793-92e9-2452cf71b614" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.692124] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-303f8d73-f7fd-4793-92e9-2452cf71b614" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.692124] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-303f8d73-f7fd-4793-92e9-2452cf71b614" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.692124] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('303f8d73-f7fd-4793-92e9-2452cf71b614',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.696093] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b36046cc-5bb9-4382-a264-fe236c38984e [ 600.696287] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.696400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.696462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.696656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.696739] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.696825] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b36046cc-5bb9-4382-a264-fe236c38984e already deleted. [ 600.696902] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b36046cc-5bb9-4382-a264-fe236c38984e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.935251] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.935560] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.935560] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.936274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.936274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.936274] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 already deleted. [ 600.936274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.976147] env[69236]: INFO networking_nsxv3.common.synchronization [None req-04340768-c6bb-4f09-8c2e-274d6cbfea44 None None] Enqueued Resource ID: 4351cf39-abb3-4b15-8fd8-9a0a464f1074 with Priority: HIGHEST for action port [ 600.976147] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4351cf39-abb3-4b15-8fd8-9a0a464f1074 with Priority: HIGHEST for action port [ 600.976147] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-4351cf39-abb3-4b15-8fd8-9a0a464f1074 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.976147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4351cf39-abb3-4b15-8fd8-9a0a464f1074" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.976147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4351cf39-abb3-4b15-8fd8-9a0a464f1074" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.976629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4351cf39-abb3-4b15-8fd8-9a0a464f1074" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.976822] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4351cf39-abb3-4b15-8fd8-9a0a464f1074',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.156792] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.156922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.157163] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab7df1b2-0311-4d9e-a0a9-78a263c791a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.158024] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39958334-f2de-43f1-8457-f1579fb12b6a with status ACTIVE [ 601.158198] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.158366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.158366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.158716] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.159363] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.159514] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.159632] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.159948] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.159948] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.159948] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.160683] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.160683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.160683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.160683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.160683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.160683] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39958334-f2de-43f1-8457-f1579fb12b6a is going to be updated. [ 601.171897] env[69236]: INFO networking_nsxv3.common.synchronization [req-620078b4-50c2-408a-b194-bff4b823d6db req-02eecb52-51c4-4090-80e1-a1124c98c282 tempest-SecurityGroupRulesTestJSON-721488486 tempest-SecurityGroupRulesTestJSON-721488486-project-member] Enqueued Resource ID: b009d5ab-2b77-4dd2-9dc9-91a500104611 with Priority: HIGHEST for action security_group_rules [ 601.171897] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b009d5ab-2b77-4dd2-9dc9-91a500104611 with Priority: HIGHEST for action security_group_rules [ 601.171897] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b009d5ab-2b77-4dd2-9dc9-91a500104611 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.171897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b009d5ab-2b77-4dd2-9dc9-91a500104611" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.171897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b009d5ab-2b77-4dd2-9dc9-91a500104611" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.171897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b009d5ab-2b77-4dd2-9dc9-91a500104611" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.171897] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b009d5ab-2b77-4dd2-9dc9-91a500104611',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.186967] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.186967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.186967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.186967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.186967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.186967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39958334-f2de-43f1-8457-f1579fb12b6a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.200219] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 303f8d73-f7fd-4793-92e9-2452cf71b614 [ 601.200424] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.200638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.200638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.200819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.200939] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.201322] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:303f8d73-f7fd-4793-92e9-2452cf71b614 already deleted. [ 601.201322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-303f8d73-f7fd-4793-92e9-2452cf71b614" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.385340] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 601.385692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.386176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.386399] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.386583] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.386762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.386762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.387212] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.387212] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.387212] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.387212] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.481066] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4351cf39-abb3-4b15-8fd8-9a0a464f1074 [ 601.481066] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.481066] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.481066] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.481290] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.481290] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.481290] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4351cf39-abb3-4b15-8fd8-9a0a464f1074 already deleted. [ 601.481383] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4351cf39-abb3-4b15-8fd8-9a0a464f1074" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.566761] env[69236]: INFO networking_nsxv3.common.synchronization [None req-3178d27b-2a42-4e58-ad07-ad6d451643a6 None None] Enqueued Resource ID: a204e0d6-cd05-4642-bbb4-424da6040363 with Priority: HIGHEST for action port [ 601.567941] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a204e0d6-cd05-4642-bbb4-424da6040363 with Priority: HIGHEST for action port [ 601.567941] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a204e0d6-cd05-4642-bbb4-424da6040363 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.567941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a204e0d6-cd05-4642-bbb4-424da6040363" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.567941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a204e0d6-cd05-4642-bbb4-424da6040363" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.568352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a204e0d6-cd05-4642-bbb4-424da6040363" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.568352] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a204e0d6-cd05-4642-bbb4-424da6040363',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.665457] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab7df1b2-0311-4d9e-a0a9-78a263c791a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.694532] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.694532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.694532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.694532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.694532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.694532] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b009d5ab-2b77-4dd2-9dc9-91a500104611 already deleted. [ 601.694532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b009d5ab-2b77-4dd2-9dc9-91a500104611" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.893599] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.893599] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.893599] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.893599] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.893599] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.895571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.895801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.896127] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.897503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.897503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.897503] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.897503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.897503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.897503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.897503] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.897503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.897503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.897945] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.898140] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.898325] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.898578] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.071297] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a204e0d6-cd05-4642-bbb4-424da6040363 [ 602.071581] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.071581] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.071581] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.072237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.072237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.072237] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a204e0d6-cd05-4642-bbb4-424da6040363 already deleted. [ 602.072237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a204e0d6-cd05-4642-bbb4-424da6040363" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.168077] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.168255] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.168321] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.168558] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.168609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.168706] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 is going to be created. [ 602.197593] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.197593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.197593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.197593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.197593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.211529] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 in Status: UNINITIALIZED for 2s [ 602.317508] env[69236]: INFO networking_nsxv3.common.synchronization [req-cb20b332-247b-4d01-8617-e00919be1ae5 req-42174937-6f07-48a6-9b3f-37fa447f092b tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Enqueued Resource ID: bb08c192-1189-4a8d-9639-fb7eea382985 with Priority: HIGHEST for action security_group_members [ 602.317992] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb08c192-1189-4a8d-9639-fb7eea382985 with Priority: HIGHEST for action security_group_members [ 602.318352] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb08c192-1189-4a8d-9639-fb7eea382985 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.318478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.318537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.318795] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.318952] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.319055] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.319107] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.319456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.319456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.319456] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.401469] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b66e5c89-31dd-49bf-9481-172ecfa8d8b6: rpc.has_security_group_logging(os_id): False [ 602.421826] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.422568] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.428034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.428034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.428034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.428034] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.428034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.428034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.428034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.428034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.428034] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.432024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.432024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.432024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.432024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.432024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.432024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.432024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.432024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.432024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.432024] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be created. [ 602.451989] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: SUCCESS [ 602.452432] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.488455] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.488455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.488637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.488776] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.489247] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.505416] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 602.705025] env[69236]: INFO networking_nsxv3.common.synchronization [None req-8de0a3da-9329-4da9-9436-fc19f1c9b85d None None] Enqueued Resource ID: ae8fcd7d-f4c2-43c8-9aae-dd6b1d943160 with Priority: HIGHEST for action port [ 602.705025] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae8fcd7d-f4c2-43c8-9aae-dd6b1d943160 with Priority: HIGHEST for action port [ 602.708232] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae8fcd7d-f4c2-43c8-9aae-dd6b1d943160 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.708232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae8fcd7d-f4c2-43c8-9aae-dd6b1d943160" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.708232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae8fcd7d-f4c2-43c8-9aae-dd6b1d943160" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.708232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae8fcd7d-f4c2-43c8-9aae-dd6b1d943160" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.708232] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae8fcd7d-f4c2-43c8-9aae-dd6b1d943160',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.822765] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.823717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.823789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.824021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.824108] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.824307] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.824399] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.824478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.824878] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.825017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.825083] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb08c192-1189-4a8d-9639-fb7eea382985 already deleted. [ 602.825165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.955122] env[69236]: INFO networking_nsxv3.common.synchronization [None req-874b3900-05e8-48fb-8765-d721b2530d50 None None] Enqueued Resource ID: 3c49121e-f841-423d-84dd-1abfafd0017c with Priority: HIGHEST for action port [ 602.955122] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c49121e-f841-423d-84dd-1abfafd0017c with Priority: HIGHEST for action port [ 602.955122] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c49121e-f841-423d-84dd-1abfafd0017c taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.955122] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c49121e-f841-423d-84dd-1abfafd0017c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.955122] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c49121e-f841-423d-84dd-1abfafd0017c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.955122] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c49121e-f841-423d-84dd-1abfafd0017c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.955122] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c49121e-f841-423d-84dd-1abfafd0017c',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.210269] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae8fcd7d-f4c2-43c8-9aae-dd6b1d943160 [ 603.210714] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.210968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.211887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.211887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.211887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.212072] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae8fcd7d-f4c2-43c8-9aae-dd6b1d943160 already deleted. [ 603.212104] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae8fcd7d-f4c2-43c8-9aae-dd6b1d943160" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.344186] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.344426] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.344624] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.344850] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.345972] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.348037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.348037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.348037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.348037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.348037] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 603.348037] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.348037] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.348037] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.348037] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 603.348037] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.348938] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.370421] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.370585] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 603.371553] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.371553] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.371553] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-51d43586-e732-47d4-a8b3-dbd3e9b98791 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.371553] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-51d43586-e732-47d4-a8b3-dbd3e9b98791" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.371553] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-51d43586-e732-47d4-a8b3-dbd3e9b98791" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.371964] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-51d43586-e732-47d4-a8b3-dbd3e9b98791" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.372136] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51d43586-e732-47d4-a8b3-dbd3e9b98791',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.460612] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c49121e-f841-423d-84dd-1abfafd0017c [ 603.460612] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.460612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.460612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.460612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.460612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.460612] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c49121e-f841-423d-84dd-1abfafd0017c already deleted. [ 603.460612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c49121e-f841-423d-84dd-1abfafd0017c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.800257] env[69236]: INFO networking_nsxv3.common.synchronization [None req-0f706490-c59f-442a-9f5a-da628ae51710 None None] Enqueued Resource ID: 96663885-d1df-4588-93da-40e04bf54001 with Priority: HIGHEST for action port [ 603.804381] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96663885-d1df-4588-93da-40e04bf54001 with Priority: HIGHEST for action port [ 603.804381] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-96663885-d1df-4588-93da-40e04bf54001 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.804381] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96663885-d1df-4588-93da-40e04bf54001" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.804381] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96663885-d1df-4588-93da-40e04bf54001" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.805383] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96663885-d1df-4588-93da-40e04bf54001" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.805383] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96663885-d1df-4588-93da-40e04bf54001',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.879342] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.879934] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.879934] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.880072] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.880189] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.880342] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 51d43586-e732-47d4-a8b3-dbd3e9b98791 not found, creating... [ 603.881640] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.881816] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.881920] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.882178] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.882314] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.882611] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.882768] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.882886] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.883432] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.883432] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.883432] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 51d43586-e732-47d4-a8b3-dbd3e9b98791 is going to be created. [ 603.902930] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.905088] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.905088] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.905088] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.905088] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.905088] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-51d43586-e732-47d4-a8b3-dbd3e9b98791" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.222529] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 in Status: SUCCESS [ 604.222808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.222968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.223143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.223328] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.223441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.223518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.223642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.223776] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.223808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.223877] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab7df1b2-0311-4d9e-a0a9-78a263c791a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.308219] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96663885-d1df-4588-93da-40e04bf54001 [ 604.308408] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.308540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.308607] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.308820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.308899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.308994] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96663885-d1df-4588-93da-40e04bf54001 already deleted. [ 604.309097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96663885-d1df-4588-93da-40e04bf54001" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.518473] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 604.518473] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.519284] env[69236]: INFO networking_nsxv3.common.synchronization [None req-31054486-5bc9-43e8-9027-2a2c9bc6cda1 None None] Enqueued Resource ID: c550a4e6-590b-466d-bb32-a4fecd6bc05c with Priority: HIGHEST for action port [ 604.519848] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c550a4e6-590b-466d-bb32-a4fecd6bc05c with Priority: HIGHEST for action port [ 604.520488] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c550a4e6-590b-466d-bb32-a4fecd6bc05c taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.520488] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c550a4e6-590b-466d-bb32-a4fecd6bc05c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.520488] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c550a4e6-590b-466d-bb32-a4fecd6bc05c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.521178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c550a4e6-590b-466d-bb32-a4fecd6bc05c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.521178] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c550a4e6-590b-466d-bb32-a4fecd6bc05c',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.727434] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.732136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.732136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.732136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.732136] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.732136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.732136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.732136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.732136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.732136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.732136] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.732136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.732136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.732136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.732136] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.732136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.732136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.732136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.732136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.732723] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.732723] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab7df1b2-0311-4d9e-a0a9-78a263c791a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.023443] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c550a4e6-590b-466d-bb32-a4fecd6bc05c [ 605.023651] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.023808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.023887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.024153] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.024246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.024451] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c550a4e6-590b-466d-bb32-a4fecd6bc05c already deleted. [ 605.024451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c550a4e6-590b-466d-bb32-a4fecd6bc05c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.237545] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab7df1b2-0311-4d9e-a0a9-78a263c791a3: rpc.has_security_group_logging(os_id): False [ 605.256130] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.256130] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.256130] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.256493] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.256690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.259313] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.259313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.259313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.259313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.259313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.259313] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.259313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.259313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.259313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.259313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.259313] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.259313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.259313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.259313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.259935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.259935] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 is going to be created. [ 605.321323] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.321323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.321323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.321323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.322049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.333284] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 in Status: IN_PROGRESS for 2s [ 605.541388] env[69236]: INFO networking_nsxv3.common.synchronization [req-cb20b332-247b-4d01-8617-e00919be1ae5 req-60272bf1-be02-4715-b32d-4aaa0adb88af service nova] Enqueued Resource ID: bb08c192-1189-4a8d-9639-fb7eea382985 with Priority: HIGHEST for action security_group_rules [ 605.541555] env[69236]: INFO networking_nsxv3.common.synchronization [req-cb20b332-247b-4d01-8617-e00919be1ae5 req-60272bf1-be02-4715-b32d-4aaa0adb88af service nova] Enqueued Resource ID: bb08c192-1189-4a8d-9639-fb7eea382985 with Priority: HIGHEST for action security_group_members [ 605.541689] env[69236]: INFO networking_nsxv3.common.synchronization [req-cb20b332-247b-4d01-8617-e00919be1ae5 req-60272bf1-be02-4715-b32d-4aaa0adb88af service nova] Enqueued Resource ID: 51d43586-e732-47d4-a8b3-dbd3e9b98791 with Priority: HIGHEST for action port [ 605.541912] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb08c192-1189-4a8d-9639-fb7eea382985 with Priority: HIGHEST for action security_group_rules [ 605.542053] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb08c192-1189-4a8d-9639-fb7eea382985 with Priority: HIGHEST for action security_group_members [ 605.542152] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d43586-e732-47d4-a8b3-dbd3e9b98791 with Priority: HIGHEST for action port [ 605.543611] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb08c192-1189-4a8d-9639-fb7eea382985 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.543791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.543939] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.545255] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.545445] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.546304] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb08c192-1189-4a8d-9639-fb7eea382985 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.546590] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.546590] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.546686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.546922] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.546922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.546922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.547131] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.547182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.547261] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.548375] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-51d43586-e732-47d4-a8b3-dbd3e9b98791 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.548375] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51d43586-e732-47d4-a8b3-dbd3e9b98791" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.548375] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51d43586-e732-47d4-a8b3-dbd3e9b98791" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.552019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51d43586-e732-47d4-a8b3-dbd3e9b98791" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.552019] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51d43586-e732-47d4-a8b3-dbd3e9b98791',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.828148] env[69236]: INFO networking_nsxv3.common.synchronization [req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 req-3088232c-a8b4-4348-9518-504f8450fa8e tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Enqueued Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 605.828148] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 605.828148] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.828148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.830043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.830352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.830528] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.830705] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.830705] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.830841] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.830983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.831036] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.051035] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb08c192-1189-4a8d-9639-fb7eea382985 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.051233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.057024] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.057024] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51d43586-e732-47d4-a8b3-dbd3e9b98791 with status ACTIVE [ 606.057024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.057024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.057024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.057024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.057024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.057024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.057471] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.057471] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.057471] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.057471] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.058020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.058020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.058020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.058544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.058674] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.059407] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51d43586-e732-47d4-a8b3-dbd3e9b98791 is going to be updated. [ 606.083042] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.083042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.083042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.083042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.083267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.083267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51d43586-e732-47d4-a8b3-dbd3e9b98791" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.334585] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.334937] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.334937] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.335073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.335125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.335379] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.335510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.335510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.335738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.335811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.335897] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a already deleted. [ 606.335977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.562163] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.713958] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.714208] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-761" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.714526] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-761" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.714676] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-761" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.714906] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.716692] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.716692] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.717293] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.717644] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.718009] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.718254] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.718465] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.718720] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.718899] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.719018] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.719389] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.739171] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.739171] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 606.739171] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.739342] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-761" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.739738] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-50e072cc-8a84-4111-9531-f60e2a28af6f taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.739981] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-50e072cc-8a84-4111-9531-f60e2a28af6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.740143] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-50e072cc-8a84-4111-9531-f60e2a28af6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.740540] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-50e072cc-8a84-4111-9531-f60e2a28af6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.740697] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e072cc-8a84-4111-9531-f60e2a28af6f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.070317] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.070317] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.070317] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.070317] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.070317] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.070317] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb08c192-1189-4a8d-9639-fb7eea382985 is going to be created. [ 607.098158] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.098158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.098158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.098158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.098158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.108085] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb08c192-1189-4a8d-9639-fb7eea382985 in Status: UNINITIALIZED for 2s [ 607.245027] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.245027] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.245027] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.245027] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.245027] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.245027] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 50e072cc-8a84-4111-9531-f60e2a28af6f not found, creating... [ 607.245027] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.245027] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.245569] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.245630] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.245781] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.246258] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.246535] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.246766] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.247050] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.247315] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.247563] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 50e072cc-8a84-4111-9531-f60e2a28af6f is going to be created. [ 607.257141] env[69236]: INFO networking_nsxv3.common.synchronization [None req-23498fcf-4ff1-431f-950b-31059754e8be None None] Enqueued Resource ID: 40c1e6f9-07e3-4c9f-9362-8e52684bfd89 with Priority: HIGHEST for action port [ 607.257880] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c1e6f9-07e3-4c9f-9362-8e52684bfd89 with Priority: HIGHEST for action port [ 607.258237] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-40c1e6f9-07e3-4c9f-9362-8e52684bfd89 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.258411] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40c1e6f9-07e3-4c9f-9362-8e52684bfd89" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.258462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40c1e6f9-07e3-4c9f-9362-8e52684bfd89" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.258811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40c1e6f9-07e3-4c9f-9362-8e52684bfd89" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.258853] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40c1e6f9-07e3-4c9f-9362-8e52684bfd89',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.277650] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.277862] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.277986] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.278312] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.278543] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.278768] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-50e072cc-8a84-4111-9531-f60e2a28af6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.352898] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 in Status: SUCCESS [ 607.353176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.355032] env[69236]: INFO networking_nsxv3.common.synchronization [None req-266f7533-f6b3-45e5-b5cc-e8aa445cb872 None None] Enqueued Resource ID: 48804a43-a72b-4dd2-af22-c591374b4b67 with Priority: HIGHEST for action port [ 607.355299] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48804a43-a72b-4dd2-af22-c591374b4b67 with Priority: HIGHEST for action port [ 607.355868] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-48804a43-a72b-4dd2-af22-c591374b4b67 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.356014] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48804a43-a72b-4dd2-af22-c591374b4b67" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.356076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48804a43-a72b-4dd2-af22-c591374b4b67" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.356321] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48804a43-a72b-4dd2-af22-c591374b4b67" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.356403] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48804a43-a72b-4dd2-af22-c591374b4b67',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.762636] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40c1e6f9-07e3-4c9f-9362-8e52684bfd89 [ 607.762636] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.762636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.762636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.762636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.762636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.762636] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40c1e6f9-07e3-4c9f-9362-8e52684bfd89 already deleted. [ 607.762636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40c1e6f9-07e3-4c9f-9362-8e52684bfd89" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.859075] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48804a43-a72b-4dd2-af22-c591374b4b67 [ 607.859416] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.859501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.859690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.859827] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.859893] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.859983] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48804a43-a72b-4dd2-af22-c591374b4b67 already deleted. [ 607.860077] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48804a43-a72b-4dd2-af22-c591374b4b67" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.865933] env[69236]: INFO networking_nsxv3.common.synchronization [None req-22799f93-aeb8-4c19-bbcd-1212d3a185bc None None] Enqueued Resource ID: f33ada4d-369e-4a55-ae79-56d150739e4f with Priority: HIGHEST for action port [ 607.866215] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33ada4d-369e-4a55-ae79-56d150739e4f with Priority: HIGHEST for action port [ 607.866810] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f33ada4d-369e-4a55-ae79-56d150739e4f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.866930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f33ada4d-369e-4a55-ae79-56d150739e4f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.867017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f33ada4d-369e-4a55-ae79-56d150739e4f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.867347] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f33ada4d-369e-4a55-ae79-56d150739e4f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.869679] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f33ada4d-369e-4a55-ae79-56d150739e4f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.170828] env[69236]: INFO networking_nsxv3.common.synchronization [req-d209a431-f9e5-4219-8da3-d95b6fd7d0e4 req-62baa372-b017-49c5-91f0-41b5b5463adb tempest-SecurityGroupRulesTestJSON-721488486 tempest-SecurityGroupRulesTestJSON-721488486-project-member] Enqueued Resource ID: ec67544d-c341-4646-9088-0118c0ef2ef4 with Priority: HIGHEST for action security_group_rules [ 608.171081] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec67544d-c341-4646-9088-0118c0ef2ef4 with Priority: HIGHEST for action security_group_rules [ 608.171993] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec67544d-c341-4646-9088-0118c0ef2ef4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.171993] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec67544d-c341-4646-9088-0118c0ef2ef4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.171993] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec67544d-c341-4646-9088-0118c0ef2ef4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.171993] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec67544d-c341-4646-9088-0118c0ef2ef4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.171993] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec67544d-c341-4646-9088-0118c0ef2ef4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.348695] env[69236]: INFO networking_nsxv3.common.synchronization [None req-001babea-4421-48ee-b0c1-63996b842d6b None None] Enqueued Resource ID: 4026d3e0-510a-4b8e-a3c7-8ab6d025203f with Priority: HIGHEST for action port [ 608.349121] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4026d3e0-510a-4b8e-a3c7-8ab6d025203f with Priority: HIGHEST for action port [ 608.349399] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-4026d3e0-510a-4b8e-a3c7-8ab6d025203f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.349545] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4026d3e0-510a-4b8e-a3c7-8ab6d025203f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.349595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4026d3e0-510a-4b8e-a3c7-8ab6d025203f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.349871] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4026d3e0-510a-4b8e-a3c7-8ab6d025203f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.349947] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4026d3e0-510a-4b8e-a3c7-8ab6d025203f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.374337] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f33ada4d-369e-4a55-ae79-56d150739e4f [ 608.374617] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.374678] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.374754] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.374941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.375040] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.375143] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f33ada4d-369e-4a55-ae79-56d150739e4f already deleted. [ 608.375288] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f33ada4d-369e-4a55-ae79-56d150739e4f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.650295] env[69236]: INFO networking_nsxv3.common.synchronization [req-dec035f6-90c6-4fca-b369-b8c7dcad6029 req-107520a8-ff6f-47db-a3f1-5630b553127e tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Enqueued Resource ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 with Priority: HIGHEST for action security_group_members [ 608.650295] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 with Priority: HIGHEST for action security_group_members [ 608.650295] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca0f944-3957-4bfc-ae13-8227d74933e2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.650295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.650295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.656495] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.656495] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.656495] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.656495] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.656495] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.656495] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.656495] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ca0f944-3957-4bfc-ae13-8227d74933e2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.657788] env[69236]: INFO networking_nsxv3.common.synchronization [req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 req-35060c23-d00f-4321-b5d5-5cc92e97749c service nova] Enqueued Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_rules [ 608.657958] env[69236]: INFO networking_nsxv3.common.synchronization [req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 req-35060c23-d00f-4321-b5d5-5cc92e97749c service nova] Enqueued Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 608.658147] env[69236]: INFO networking_nsxv3.common.synchronization [req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 req-35060c23-d00f-4321-b5d5-5cc92e97749c service nova] Enqueued Resource ID: 50e072cc-8a84-4111-9531-f60e2a28af6f with Priority: HIGHEST for action port [ 608.661856] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_rules [ 608.661856] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 608.661856] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e072cc-8a84-4111-9531-f60e2a28af6f with Priority: HIGHEST for action port [ 608.662515] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.662630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.662696] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.662935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.663027] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.663827] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.663935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.666020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.666020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.666020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.666020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.666020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.666020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.666020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.666020] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.666561] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-50e072cc-8a84-4111-9531-f60e2a28af6f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.666561] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50e072cc-8a84-4111-9531-f60e2a28af6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.666561] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50e072cc-8a84-4111-9531-f60e2a28af6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.666783] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50e072cc-8a84-4111-9531-f60e2a28af6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.666840] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e072cc-8a84-4111-9531-f60e2a28af6f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.700563] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.700563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.700563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.700563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.700563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.700563] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec67544d-c341-4646-9088-0118c0ef2ef4 already deleted. [ 608.700563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec67544d-c341-4646-9088-0118c0ef2ef4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.852580] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4026d3e0-510a-4b8e-a3c7-8ab6d025203f [ 608.852819] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.852948] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.853207] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.853264] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.853332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.853424] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4026d3e0-510a-4b8e-a3c7-8ab6d025203f already deleted. [ 608.853506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4026d3e0-510a-4b8e-a3c7-8ab6d025203f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.123253] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb08c192-1189-4a8d-9639-fb7eea382985 in Status: SUCCESS [ 609.123253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.123253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.123253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.123253] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.123253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.123253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.123253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.123253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.123253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.123253] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.163133] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.163133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.163133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.163420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.163420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.163651] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.163727] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.163782] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.163947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.164053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.164205] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 already deleted. [ 609.164294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.169448] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.171992] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.171992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.172190] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50e072cc-8a84-4111-9531-f60e2a28af6f with status ACTIVE [ 609.172449] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.172449] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.172612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.172735] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.173328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.173596] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.173734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.173820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.174046] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.174178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.174432] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.180089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.180089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.180089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.180089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.180089] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50e072cc-8a84-4111-9531-f60e2a28af6f is going to be updated. [ 609.198751] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.198950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.199031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.199299] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.199495] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.199674] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50e072cc-8a84-4111-9531-f60e2a28af6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.624648] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.624998] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.624998] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.625131] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.625418] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.625577] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.625691] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.625911] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.628842] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.630619] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 609.630619] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.630619] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.630619] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.630619] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 609.630619] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.630619] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.631216] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb08c192-1189-4a8d-9639-fb7eea382985 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.631323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.631791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.631791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.631791] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.631791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.632038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.632038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.635223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.635223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.635223] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb08c192-1189-4a8d-9639-fb7eea382985 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.635223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.635223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.635223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.635223] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.635223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.635223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.635223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.635223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.635223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.635223] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.654796] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.656201] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 609.656201] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.656201] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.656201] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-20d2720c-593d-4e65-9283-156fa28319e9 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.656201] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-20d2720c-593d-4e65-9283-156fa28319e9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.656201] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-20d2720c-593d-4e65-9283-156fa28319e9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.656538] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-20d2720c-593d-4e65-9283-156fa28319e9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.656538] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20d2720c-593d-4e65-9283-156fa28319e9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.678661] env[69236]: INFO networking_nsxv3.common.synchronization [None req-634a575f-03ec-4054-b622-19c06d433f16 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Enqueued Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_rules [ 609.679411] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.681801] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_rules [ 609.682752] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.682918] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.682994] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.683886] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.683886] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.752587] env[69236]: INFO networking_nsxv3.common.synchronization [None req-9d2a599c-2266-4119-8c0a-34694439bb78 None None] Enqueued Resource ID: 53b1aabf-9e8c-4e15-ab0e-7e45771f155d with Priority: HIGHEST for action port [ 609.753791] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b1aabf-9e8c-4e15-ab0e-7e45771f155d with Priority: HIGHEST for action port [ 609.754062] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-53b1aabf-9e8c-4e15-ab0e-7e45771f155d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.754187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53b1aabf-9e8c-4e15-ab0e-7e45771f155d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.755452] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53b1aabf-9e8c-4e15-ab0e-7e45771f155d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.755452] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53b1aabf-9e8c-4e15-ab0e-7e45771f155d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.755452] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53b1aabf-9e8c-4e15-ab0e-7e45771f155d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.137604] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb08c192-1189-4a8d-9639-fb7eea382985: rpc.has_security_group_logging(os_id): False [ 610.156842] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.156992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.157091] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.157312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.157409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.157599] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.157696] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.157759] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.157911] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.157991] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.158229] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.158376] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.158376] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.158516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.158592] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.158777] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.158869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.158929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.162150] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.163092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.163285] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb08c192-1189-4a8d-9639-fb7eea382985 is going to be created. [ 610.165011] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.165212] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.165342] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.165576] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.165718] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.165909] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 20d2720c-593d-4e65-9283-156fa28319e9 not found, creating... [ 610.167093] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.167677] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.167677] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.167677] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.167804] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.168073] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.168273] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.168361] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.168574] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.168709] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.168845] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 20d2720c-593d-4e65-9283-156fa28319e9 is going to be created. [ 610.182796] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.183209] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.183209] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.183390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.183576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.183728] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a is going to be created. [ 610.199342] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.199342] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.199342] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.199671] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.199917] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.200162] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-20d2720c-593d-4e65-9283-156fa28319e9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.220783] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.220902] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.220902] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.221158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.221231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.221280] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 already deleted. [ 610.221361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.240769] env[69236]: INFO networking_nsxv3.common.synchronization [None req-a11b4e88-5ad0-45da-bec4-1a66e205687a tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Enqueued Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_rules [ 610.240769] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.241117] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.241331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.242030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.242432] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.244943] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.245343] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.245558] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.245880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.246236] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.248589] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_rules [ 610.249069] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.249350] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.249575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.250119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.250119] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.257445] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53b1aabf-9e8c-4e15-ab0e-7e45771f155d [ 610.257445] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.257445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.257445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.257445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.257445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.257445] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53b1aabf-9e8c-4e15-ab0e-7e45771f155d already deleted. [ 610.257445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53b1aabf-9e8c-4e15-ab0e-7e45771f155d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.271151] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: UNINITIALIZED for 2s [ 610.282717] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb08c192-1189-4a8d-9639-fb7eea382985 in Status: IN_PROGRESS for 2s [ 610.463641] env[69236]: INFO networking_nsxv3.common.synchronization [None req-88ad12a1-14e7-4934-9671-91550f73db41 None None] Enqueued Resource ID: c273f0a4-ec89-4fc0-9c1c-8e2c56044ed6 with Priority: HIGHEST for action port [ 610.463816] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c273f0a4-ec89-4fc0-9c1c-8e2c56044ed6 with Priority: HIGHEST for action port [ 610.466079] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c273f0a4-ec89-4fc0-9c1c-8e2c56044ed6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.466079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c273f0a4-ec89-4fc0-9c1c-8e2c56044ed6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.466079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c273f0a4-ec89-4fc0-9c1c-8e2c56044ed6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.466079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c273f0a4-ec89-4fc0-9c1c-8e2c56044ed6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.466079] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c273f0a4-ec89-4fc0-9c1c-8e2c56044ed6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.772920] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.773255] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.773255] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.773371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.773418] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.773501] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 already deleted. [ 610.773586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.974374] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c273f0a4-ec89-4fc0-9c1c-8e2c56044ed6 [ 610.974374] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.974374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.974374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.974374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.974374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.974374] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c273f0a4-ec89-4fc0-9c1c-8e2c56044ed6 already deleted. [ 610.974374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c273f0a4-ec89-4fc0-9c1c-8e2c56044ed6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.270283] env[69236]: INFO networking_nsxv3.common.synchronization [req-4605687c-3554-4b13-a45f-32e6bf8e97d6 req-7bb03630-f3a1-4e51-b6e4-5ea6ac92fab4 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Enqueued Resource ID: 7314bbad-7e38-4fa7-bab4-16c924da357b with Priority: HIGHEST for action security_group_members [ 611.270815] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7314bbad-7e38-4fa7-bab4-16c924da357b with Priority: HIGHEST for action security_group_members [ 611.273358] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7314bbad-7e38-4fa7-bab4-16c924da357b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.273358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.273358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.273358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.273358] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.273358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.273358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.273358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.276132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.276979] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7314bbad-7e38-4fa7-bab4-16c924da357b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.617678] env[69236]: INFO networking_nsxv3.common.synchronization [None req-8faa2053-094d-441c-940a-5fcb9ffae3cb None None] Enqueued Resource ID: f02b2ce8-73a9-4de2-9945-417b31babfc8 with Priority: HIGHEST for action port [ 611.617965] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b2ce8-73a9-4de2-9945-417b31babfc8 with Priority: HIGHEST for action port [ 611.618608] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f02b2ce8-73a9-4de2-9945-417b31babfc8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.618729] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f02b2ce8-73a9-4de2-9945-417b31babfc8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.618782] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f02b2ce8-73a9-4de2-9945-417b31babfc8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.619125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f02b2ce8-73a9-4de2-9945-417b31babfc8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.619125] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f02b2ce8-73a9-4de2-9945-417b31babfc8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.730965] env[69236]: INFO networking_nsxv3.common.synchronization [req-dec035f6-90c6-4fca-b369-b8c7dcad6029 req-42a47cb7-eb6b-4204-bc82-da5db224ef3a service nova] Enqueued Resource ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 with Priority: HIGHEST for action security_group_rules [ 611.731165] env[69236]: INFO networking_nsxv3.common.synchronization [req-dec035f6-90c6-4fca-b369-b8c7dcad6029 req-42a47cb7-eb6b-4204-bc82-da5db224ef3a service nova] Enqueued Resource ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 with Priority: HIGHEST for action security_group_members [ 611.731328] env[69236]: INFO networking_nsxv3.common.synchronization [req-dec035f6-90c6-4fca-b369-b8c7dcad6029 req-42a47cb7-eb6b-4204-bc82-da5db224ef3a service nova] Enqueued Resource ID: 20d2720c-593d-4e65-9283-156fa28319e9 with Priority: HIGHEST for action port [ 611.731840] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 with Priority: HIGHEST for action security_group_rules [ 611.731963] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 with Priority: HIGHEST for action security_group_members [ 611.733160] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d2720c-593d-4e65-9283-156fa28319e9 with Priority: HIGHEST for action port [ 611.733495] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ca0f944-3957-4bfc-ae13-8227d74933e2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.734464] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.734464] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.734464] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.734464] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ca0f944-3957-4bfc-ae13-8227d74933e2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.734914] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca0f944-3957-4bfc-ae13-8227d74933e2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.735065] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.735174] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.735357] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.735513] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.735606] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.735664] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.735798] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.735879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.735960] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ca0f944-3957-4bfc-ae13-8227d74933e2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.740236] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-20d2720c-593d-4e65-9283-156fa28319e9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.740236] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20d2720c-593d-4e65-9283-156fa28319e9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.740236] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20d2720c-593d-4e65-9283-156fa28319e9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.740236] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20d2720c-593d-4e65-9283-156fa28319e9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.747025] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20d2720c-593d-4e65-9283-156fa28319e9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.778692] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.779045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.779045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.779150] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.779194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.779385] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.779485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.779540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.779689] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.779766] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.779839] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7314bbad-7e38-4fa7-bab4-16c924da357b already deleted. [ 611.779915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.099366] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.099619] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-82" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.099758] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-82" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.100134] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-82" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.100655] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.101131] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.101195] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.102036] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.102036] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.102036] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.102036] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.102036] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.102243] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.102243] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.104565] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.104565] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.120656] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.120904] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 612.121078] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.121272] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-82" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.121574] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-e08d055c-43f0-4807-a05a-28a18e528da0 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.121801] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-e08d055c-43f0-4807-a05a-28a18e528da0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.121862] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-e08d055c-43f0-4807-a05a-28a18e528da0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.122200] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-e08d055c-43f0-4807-a05a-28a18e528da0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.122337] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e08d055c-43f0-4807-a05a-28a18e528da0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.123427] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f02b2ce8-73a9-4de2-9945-417b31babfc8 [ 612.123673] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.123739] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.123781] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.123917] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.124009] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.124216] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f02b2ce8-73a9-4de2-9945-417b31babfc8 already deleted. [ 612.124216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f02b2ce8-73a9-4de2-9945-417b31babfc8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.244295] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ca0f944-3957-4bfc-ae13-8227d74933e2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.244295] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca0f944-3957-4bfc-ae13-8227d74933e2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.244295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.244295] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20d2720c-593d-4e65-9283-156fa28319e9 with status ACTIVE [ 612.244295] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.244295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.244295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.244569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.244569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.248022] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.248022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.248022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.248022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.248022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.248022] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.248022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.248022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.248022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.248022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.248022] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20d2720c-593d-4e65-9283-156fa28319e9 is going to be updated. [ 612.269416] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.269579] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.269910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.270143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.270288] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.270448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20d2720c-593d-4e65-9283-156fa28319e9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.283975] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: SUCCESS [ 612.284176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.285166] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.285445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.285572] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.285686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.285813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.286075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.286075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.286075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.286256] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.295340] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb08c192-1189-4a8d-9639-fb7eea382985 in Status: SUCCESS [ 612.295340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.551389] env[69236]: INFO networking_nsxv3.common.synchronization [None req-d0d8233c-713b-4a1d-b2b3-72a8a8e2ebe2 None None] Enqueued Resource ID: 201bb0b4-075d-4ddb-bc8e-a992a7acf2b0 with Priority: HIGHEST for action port [ 612.551389] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 201bb0b4-075d-4ddb-bc8e-a992a7acf2b0 with Priority: HIGHEST for action port [ 612.551389] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-201bb0b4-075d-4ddb-bc8e-a992a7acf2b0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.551389] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-201bb0b4-075d-4ddb-bc8e-a992a7acf2b0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.551389] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-201bb0b4-075d-4ddb-bc8e-a992a7acf2b0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.551389] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-201bb0b4-075d-4ddb-bc8e-a992a7acf2b0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.551389] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('201bb0b4-075d-4ddb-bc8e-a992a7acf2b0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.625628] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.626104] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.626189] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.626469] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.626639] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.627341] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port e08d055c-43f0-4807-a05a-28a18e528da0 not found, creating... [ 612.627341] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.627341] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.627513] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.627667] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.627851] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.630647] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.632365] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.632547] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.632838] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.633038] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.634147] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: e08d055c-43f0-4807-a05a-28a18e528da0 is going to be created. [ 612.653585] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.654870] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.656258] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.656688] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.656831] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.657076] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-e08d055c-43f0-4807-a05a-28a18e528da0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.749371] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ca0f944-3957-4bfc-ae13-8227d74933e2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.788705] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.789014] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.789014] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.789542] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.789542] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.789542] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.789542] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.789870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.789870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.789870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.789870] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.790037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.790037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.790155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.790281] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.790367] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.790422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.790551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.790823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.790823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.790823] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.051317] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 201bb0b4-075d-4ddb-bc8e-a992a7acf2b0 [ 613.051557] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.051688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.051756] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.054235] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.054235] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.054235] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:201bb0b4-075d-4ddb-bc8e-a992a7acf2b0 already deleted. [ 613.054235] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-201bb0b4-075d-4ddb-bc8e-a992a7acf2b0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.129545] env[69236]: INFO networking_nsxv3.common.synchronization [req-586f0204-1c1a-4906-a2c9-2435db3f5fee req-cec5d359-1367-4ad6-a2f0-518cf814a155 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Enqueued Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 613.130147] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 613.130337] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.130448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.130448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.130647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.130796] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.130948] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.130948] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.131763] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.133895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.133895] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.252878] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.253055] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.253140] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.253388] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.253454] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.253526] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 is going to be created. [ 613.276120] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.276292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.276641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.276641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.277542] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.284978] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 in Status: UNINITIALIZED for 2s [ 613.296387] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e006c5ed-90f6-4c8f-b56e-62115f94b64a: rpc.has_security_group_logging(os_id): False [ 613.321839] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.321839] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.321839] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.321839] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.321839] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.321839] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.321839] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.321839] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.321839] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.322566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.323078] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.323313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.323691] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.323951] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.324442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.326224] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.326224] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.326314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.326728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.326728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.326728] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a is going to be created. [ 613.396575] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.396575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.396575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.396575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.396575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.412792] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: IN_PROGRESS for 2s [ 613.608037] env[69236]: INFO networking_nsxv3.common.synchronization [None req-6d8cf440-9dfb-4ee1-90ed-6aff2f2d048a None None] Enqueued Resource ID: f0da4f95-2317-429b-80d1-c4f003786d9a with Priority: HIGHEST for action port [ 613.608537] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0da4f95-2317-429b-80d1-c4f003786d9a with Priority: HIGHEST for action port [ 613.608942] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0da4f95-2317-429b-80d1-c4f003786d9a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.609073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0da4f95-2317-429b-80d1-c4f003786d9a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.609970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0da4f95-2317-429b-80d1-c4f003786d9a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.609970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0da4f95-2317-429b-80d1-c4f003786d9a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.609970] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0da4f95-2317-429b-80d1-c4f003786d9a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.636650] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.652341] env[69236]: INFO networking_nsxv3.common.synchronization [None req-01856895-b04a-4074-8d2d-11a7ddf06d56 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f with Priority: HIGHEST for action security_group_rules [ 613.652863] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f with Priority: HIGHEST for action security_group_rules [ 613.653683] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c477003-1f31-4cb4-9737-cf86ccf0285f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.653683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.653683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.653683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.654112] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c477003-1f31-4cb4-9737-cf86ccf0285f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.790110] env[69236]: INFO networking_nsxv3.common.synchronization [None req-8d23251d-e03d-4fb1-8879-05db88125d1c None None] Enqueued Resource ID: d5ee7492-3b09-4a2b-bf7d-e8dfa6d5c249 with Priority: HIGHEST for action port [ 613.790527] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ee7492-3b09-4a2b-bf7d-e8dfa6d5c249 with Priority: HIGHEST for action port [ 613.792435] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5ee7492-3b09-4a2b-bf7d-e8dfa6d5c249 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.792612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5ee7492-3b09-4a2b-bf7d-e8dfa6d5c249" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.792789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5ee7492-3b09-4a2b-bf7d-e8dfa6d5c249" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.793435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5ee7492-3b09-4a2b-bf7d-e8dfa6d5c249" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.793435] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5ee7492-3b09-4a2b-bf7d-e8dfa6d5c249',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.931566] env[69236]: INFO networking_nsxv3.common.synchronization [None req-eca8da20-dbfa-424e-9ab8-c7e545b9d280 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f with Priority: HIGHEST for action security_group_rules [ 613.931566] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f with Priority: HIGHEST for action security_group_rules [ 613.931566] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c477003-1f31-4cb4-9737-cf86ccf0285f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.932496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.112602] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0da4f95-2317-429b-80d1-c4f003786d9a [ 614.112962] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.113203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.113516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.113581] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.114063] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.114063] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0da4f95-2317-429b-80d1-c4f003786d9a already deleted. [ 614.114063] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0da4f95-2317-429b-80d1-c4f003786d9a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.136353] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.136748] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-761" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.136835] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-761" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.137314] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-761" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.137715] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.137897] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.137981] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.138311] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.138441] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.138702] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 614.144206] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.144206] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.144206] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.144206] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 614.144206] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.144206] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.144395] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.167612] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.167933] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 614.167933] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.168165] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-761" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.168514] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-b6bca0c0-8d98-47c7-83e9-06b85b5fdd43 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.168825] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-b6bca0c0-8d98-47c7-83e9-06b85b5fdd43" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.169078] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-b6bca0c0-8d98-47c7-83e9-06b85b5fdd43" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.169515] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-b6bca0c0-8d98-47c7-83e9-06b85b5fdd43" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.169585] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6bca0c0-8d98-47c7-83e9-06b85b5fdd43',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.176562] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.176562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.176562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.176562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.176562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.177836] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f already deleted. [ 614.177836] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.178071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.178257] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.178342] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c477003-1f31-4cb4-9737-cf86ccf0285f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.242104] env[69236]: INFO networking_nsxv3.common.synchronization [req-4605687c-3554-4b13-a45f-32e6bf8e97d6 req-26b9c7ae-7177-484b-a419-b0cb719aced1 service nova] Enqueued Resource ID: 7314bbad-7e38-4fa7-bab4-16c924da357b with Priority: HIGHEST for action security_group_rules [ 614.242104] env[69236]: INFO networking_nsxv3.common.synchronization [req-4605687c-3554-4b13-a45f-32e6bf8e97d6 req-26b9c7ae-7177-484b-a419-b0cb719aced1 service nova] Enqueued Resource ID: 7314bbad-7e38-4fa7-bab4-16c924da357b with Priority: HIGHEST for action security_group_members [ 614.242104] env[69236]: INFO networking_nsxv3.common.synchronization [req-4605687c-3554-4b13-a45f-32e6bf8e97d6 req-26b9c7ae-7177-484b-a419-b0cb719aced1 service nova] Enqueued Resource ID: e08d055c-43f0-4807-a05a-28a18e528da0 with Priority: HIGHEST for action port [ 614.242467] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7314bbad-7e38-4fa7-bab4-16c924da357b with Priority: HIGHEST for action security_group_rules [ 614.243328] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7314bbad-7e38-4fa7-bab4-16c924da357b with Priority: HIGHEST for action security_group_members [ 614.243328] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08d055c-43f0-4807-a05a-28a18e528da0 with Priority: HIGHEST for action port [ 614.243328] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7314bbad-7e38-4fa7-bab4-16c924da357b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.245400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.245504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.245799] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.246103] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7314bbad-7e38-4fa7-bab4-16c924da357b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.246879] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7314bbad-7e38-4fa7-bab4-16c924da357b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.250672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.250672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.250672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.250672] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.250672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.250672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.250672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.250672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.250672] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7314bbad-7e38-4fa7-bab4-16c924da357b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.250672] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e08d055c-43f0-4807-a05a-28a18e528da0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.250672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e08d055c-43f0-4807-a05a-28a18e528da0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.250672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e08d055c-43f0-4807-a05a-28a18e528da0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.250672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e08d055c-43f0-4807-a05a-28a18e528da0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.250672] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e08d055c-43f0-4807-a05a-28a18e528da0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.296459] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5ee7492-3b09-4a2b-bf7d-e8dfa6d5c249 [ 614.297114] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.297114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.297114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.297114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.297352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.297352] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5ee7492-3b09-4a2b-bf7d-e8dfa6d5c249 already deleted. [ 614.297443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5ee7492-3b09-4a2b-bf7d-e8dfa6d5c249" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.650023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.650023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.650023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.650023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.650023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.650023] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a is going to be updated. [ 614.673166] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.673342] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.673462] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.673813] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.674040] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.674246] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port b6bca0c0-8d98-47c7-83e9-06b85b5fdd43 not found, creating... [ 614.674677] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.674938] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.675103] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.675428] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.676453] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.676805] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.677029] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.677171] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.677488] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.677656] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.677813] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: b6bca0c0-8d98-47c7-83e9-06b85b5fdd43 is going to be created. [ 614.684638] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.684638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.684638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.684638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.684638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.695570] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: IN_PROGRESS for 2s [ 614.705048] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.705048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.705048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.705048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.705048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.705048] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f already deleted. [ 614.705048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.706365] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.707038] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.707038] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.707038] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.707620] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.707925] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-b6bca0c0-8d98-47c7-83e9-06b85b5fdd43" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.754562] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7314bbad-7e38-4fa7-bab4-16c924da357b taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.754562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.754680] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7314bbad-7e38-4fa7-bab4-16c924da357b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.756190] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e08d055c-43f0-4807-a05a-28a18e528da0 with status ACTIVE [ 614.756190] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.756190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.756190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.756753] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.757318] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.757403] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.757491] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.757564] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.757741] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.757914] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.757991] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.761561] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.761561] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.761561] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.761561] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.761561] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e08d055c-43f0-4807-a05a-28a18e528da0 is going to be updated. [ 614.795058] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.795359] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.795359] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.795472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.796081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.796081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e08d055c-43f0-4807-a05a-28a18e528da0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.265367] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7314bbad-7e38-4fa7-bab4-16c924da357b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.294227] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 in Status: SUCCESS [ 615.294549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.295464] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.295888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.295964] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.296037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.296240] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.296240] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.296349] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.296384] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.296478] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ca0f944-3957-4bfc-ae13-8227d74933e2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.429124] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: SUCCESS [ 615.429715] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.584180] env[69236]: INFO networking_nsxv3.common.synchronization [req-a1e0d235-ecb9-41bf-b02b-057a3be16adb req-c0d7f9ae-4d36-4896-bc70-80ae32cc28a2 tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Enqueued Resource ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 with Priority: HIGHEST for action security_group_members [ 615.584180] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 with Priority: HIGHEST for action security_group_members [ 615.584180] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8f5b88-4be0-48b9-9264-91772c8342e2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.584180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.584180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.584180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.584180] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.584180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.584180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.584180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.584180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.584180] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf8f5b88-4be0-48b9-9264-91772c8342e2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.667707] env[69236]: INFO networking_nsxv3.common.synchronization [req-844cf924-4a56-4dc2-ac7f-fd30514e9403 req-388acdc5-68ff-4915-909c-10fb67ac8485 tempest-SecurityGroupRulesTestJSON-721488486 tempest-SecurityGroupRulesTestJSON-721488486-project-member] Enqueued Resource ID: 7219f790-9c8c-494a-a460-19426e9f8488 with Priority: HIGHEST for action security_group_rules [ 615.668259] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7219f790-9c8c-494a-a460-19426e9f8488 with Priority: HIGHEST for action security_group_rules [ 615.668571] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7219f790-9c8c-494a-a460-19426e9f8488 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.668694] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7219f790-9c8c-494a-a460-19426e9f8488" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.668759] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7219f790-9c8c-494a-a460-19426e9f8488" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.669033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7219f790-9c8c-494a-a460-19426e9f8488" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.669745] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7219f790-9c8c-494a-a460-19426e9f8488',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.769381] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.769569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.769659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.769819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.769900] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.770021] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7314bbad-7e38-4fa7-bab4-16c924da357b is going to be created. [ 615.796047] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.796661] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.796661] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.796661] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.796661] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.799828] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca0f944-3957-4bfc-ae13-8227d74933e2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.800052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.800610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.800836] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.801015] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.801127] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.801190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.801354] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.801493] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.801615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.801912] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca0f944-3957-4bfc-ae13-8227d74933e2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.801912] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.801912] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.803106] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.803331] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.803399] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.803452] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.804618] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.804618] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.804618] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.804618] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ca0f944-3957-4bfc-ae13-8227d74933e2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.812899] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7314bbad-7e38-4fa7-bab4-16c924da357b in Status: UNINITIALIZED for 2s [ 616.087734] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.087734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.087734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.087936] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.087936] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.088308] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.088308] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.088308] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.088462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.089136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.089136] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 already deleted. [ 616.089507] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.108529] env[69236]: INFO networking_nsxv3.common.synchronization [req-586f0204-1c1a-4906-a2c9-2435db3f5fee req-8b8328e4-3053-4548-b4a9-3cb7fad4b0e7 service nova] Enqueued Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_rules [ 616.109568] env[69236]: INFO networking_nsxv3.common.synchronization [req-586f0204-1c1a-4906-a2c9-2435db3f5fee req-8b8328e4-3053-4548-b4a9-3cb7fad4b0e7 service nova] Enqueued Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 616.109568] env[69236]: INFO networking_nsxv3.common.synchronization [req-586f0204-1c1a-4906-a2c9-2435db3f5fee req-8b8328e4-3053-4548-b4a9-3cb7fad4b0e7 service nova] Enqueued Resource ID: b6bca0c0-8d98-47c7-83e9-06b85b5fdd43 with Priority: HIGHEST for action port [ 616.109568] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_rules [ 616.109882] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 616.109882] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6bca0c0-8d98-47c7-83e9-06b85b5fdd43 with Priority: HIGHEST for action port [ 616.111472] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.111472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.111472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.111472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.111472] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.112765] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.113233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.113546] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6bca0c0-8d98-47c7-83e9-06b85b5fdd43 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.113897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6bca0c0-8d98-47c7-83e9-06b85b5fdd43" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.115018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6bca0c0-8d98-47c7-83e9-06b85b5fdd43" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.115018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6bca0c0-8d98-47c7-83e9-06b85b5fdd43" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.115018] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6bca0c0-8d98-47c7-83e9-06b85b5fdd43',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.189379] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.189550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.189645] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.189856] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.189961] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.190052] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7219f790-9c8c-494a-a460-19426e9f8488 already deleted. [ 616.190134] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7219f790-9c8c-494a-a460-19426e9f8488" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.249516] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.251582] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.254015] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.254015] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.254015] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.254015] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.256123] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.256123] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.256123] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.256123] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.256123] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.256123] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.256123] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.256123] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.256521] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.260195] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.278759] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.278989] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 616.279106] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.279304] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.279606] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-c4361dbc-4780-4bea-9399-57b0fac7fcd9 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.279848] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-c4361dbc-4780-4bea-9399-57b0fac7fcd9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.279963] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-c4361dbc-4780-4bea-9399-57b0fac7fcd9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.280315] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-c4361dbc-4780-4bea-9399-57b0fac7fcd9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.280466] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4361dbc-4780-4bea-9399-57b0fac7fcd9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.306191] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ca0f944-3957-4bfc-ae13-8227d74933e2: rpc.has_security_group_logging(os_id): False [ 616.330381] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.330579] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.330633] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.330886] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.330945] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.331152] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.331290] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.331351] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.331511] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.331753] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.331822] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.331884] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.331943] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.332104] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.332192] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.334292] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.334409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.334464] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.334612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.334706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.334799] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 is going to be created. [ 616.398063] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.398243] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.398335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.398557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.398744] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.408154] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 in Status: IN_PROGRESS for 2s [ 616.526945] env[69236]: INFO networking_nsxv3.common.synchronization [None req-75a35d66-1597-4f49-a237-df645057b315 None None] Enqueued Resource ID: 43124a32-75b1-4bf9-8b9e-981c57ac0362 with Priority: HIGHEST for action port [ 616.527376] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43124a32-75b1-4bf9-8b9e-981c57ac0362 with Priority: HIGHEST for action port [ 616.529645] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-43124a32-75b1-4bf9-8b9e-981c57ac0362 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.529836] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43124a32-75b1-4bf9-8b9e-981c57ac0362" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.529886] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43124a32-75b1-4bf9-8b9e-981c57ac0362" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.530225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43124a32-75b1-4bf9-8b9e-981c57ac0362" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.530356] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43124a32-75b1-4bf9-8b9e-981c57ac0362',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.617611] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6bca0c0-8d98-47c7-83e9-06b85b5fdd43 with status ACTIVE [ 616.617853] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.617995] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.618062] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.618272] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.619082] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.619082] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.620716] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.620716] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.620916] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.620916] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.621450] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.621450] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.621880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.623834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.624033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.624193] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6bca0c0-8d98-47c7-83e9-06b85b5fdd43 is going to be updated. [ 616.625599] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.625677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.650929] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.650929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.650929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.655178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.655178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.655178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6bca0c0-8d98-47c7-83e9-06b85b5fdd43" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.708976] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: SUCCESS [ 616.708976] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.708976] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.708976] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.708976] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.708976] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.708976] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.709355] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.709355] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.709355] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.787940] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.789895] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.789895] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.789895] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.789895] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.789895] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port c4361dbc-4780-4bea-9399-57b0fac7fcd9 not found, creating... [ 616.789895] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.789895] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.789895] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.789895] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.790499] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.790499] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.790499] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.791182] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.791182] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.791182] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.792174] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: c4361dbc-4780-4bea-9399-57b0fac7fcd9 is going to be created. [ 616.822309] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.822690] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.822690] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.822926] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.823536] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.823536] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-c4361dbc-4780-4bea-9399-57b0fac7fcd9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.033754] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43124a32-75b1-4bf9-8b9e-981c57ac0362 [ 617.033986] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.034215] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.034215] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.035319] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.035319] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.035319] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43124a32-75b1-4bf9-8b9e-981c57ac0362 already deleted. [ 617.035319] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43124a32-75b1-4bf9-8b9e-981c57ac0362" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.074406] env[69236]: INFO networking_nsxv3.common.synchronization [None req-24bf8d36-81bd-49a4-8e4b-adc19ce87652 None None] Enqueued Resource ID: 281d648a-8ffa-41f1-b830-741a8753c5f4 with Priority: HIGHEST for action port [ 617.075009] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281d648a-8ffa-41f1-b830-741a8753c5f4 with Priority: HIGHEST for action port [ 617.075333] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-281d648a-8ffa-41f1-b830-741a8753c5f4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.075457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-281d648a-8ffa-41f1-b830-741a8753c5f4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.075518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-281d648a-8ffa-41f1-b830-741a8753c5f4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.075909] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-281d648a-8ffa-41f1-b830-741a8753c5f4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.075909] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('281d648a-8ffa-41f1-b830-741a8753c5f4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.212898] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.531155] env[69236]: INFO networking_nsxv3.common.synchronization [None req-b53c6b58-f04d-4fc9-9d68-873381b59cd6 None None] Enqueued Resource ID: 42578f6b-725a-444d-92e2-0bfe1c029a29 with Priority: HIGHEST for action port [ 617.531155] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42578f6b-725a-444d-92e2-0bfe1c029a29 with Priority: HIGHEST for action port [ 617.531155] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-42578f6b-725a-444d-92e2-0bfe1c029a29 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.531155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42578f6b-725a-444d-92e2-0bfe1c029a29" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.531581] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42578f6b-725a-444d-92e2-0bfe1c029a29" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.531964] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42578f6b-725a-444d-92e2-0bfe1c029a29" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.533063] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42578f6b-725a-444d-92e2-0bfe1c029a29',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.577401] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 281d648a-8ffa-41f1-b830-741a8753c5f4 [ 617.577660] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.577812] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.577882] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.578264] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.578264] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.578385] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:281d648a-8ffa-41f1-b830-741a8753c5f4 already deleted. [ 617.578385] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-281d648a-8ffa-41f1-b830-741a8753c5f4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.716020] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.825059] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7314bbad-7e38-4fa7-bab4-16c924da357b in Status: SUCCESS [ 617.825059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.825059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.825641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.825641] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.825641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.825641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.826242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.826242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.826242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.826242] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7314bbad-7e38-4fa7-bab4-16c924da357b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.920354] env[69236]: INFO networking_nsxv3.common.synchronization [req-a1e0d235-ecb9-41bf-b02b-057a3be16adb req-738f57b6-54e6-4e36-94cd-586f9aee2173 service nova] Enqueued Resource ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 with Priority: HIGHEST for action security_group_rules [ 617.920354] env[69236]: INFO networking_nsxv3.common.synchronization [req-a1e0d235-ecb9-41bf-b02b-057a3be16adb req-738f57b6-54e6-4e36-94cd-586f9aee2173 service nova] Enqueued Resource ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 with Priority: HIGHEST for action security_group_members [ 617.920354] env[69236]: INFO networking_nsxv3.common.synchronization [req-a1e0d235-ecb9-41bf-b02b-057a3be16adb req-738f57b6-54e6-4e36-94cd-586f9aee2173 service nova] Enqueued Resource ID: c4361dbc-4780-4bea-9399-57b0fac7fcd9 with Priority: HIGHEST for action port [ 617.920354] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 with Priority: HIGHEST for action security_group_rules [ 617.920354] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 with Priority: HIGHEST for action security_group_members [ 617.920354] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4361dbc-4780-4bea-9399-57b0fac7fcd9 with Priority: HIGHEST for action port [ 617.920354] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf8f5b88-4be0-48b9-9264-91772c8342e2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.920951] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.920951] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.921094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.921094] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf8f5b88-4be0-48b9-9264-91772c8342e2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.921896] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8f5b88-4be0-48b9-9264-91772c8342e2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.922074] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.922127] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.922295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.922447] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.922547] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.922611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.922832] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.922832] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.922941] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf8f5b88-4be0-48b9-9264-91772c8342e2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.923661] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4361dbc-4780-4bea-9399-57b0fac7fcd9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.923787] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4361dbc-4780-4bea-9399-57b0fac7fcd9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.923845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4361dbc-4780-4bea-9399-57b0fac7fcd9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.923992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4361dbc-4780-4bea-9399-57b0fac7fcd9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.924094] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4361dbc-4780-4bea-9399-57b0fac7fcd9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.035683] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42578f6b-725a-444d-92e2-0bfe1c029a29 [ 618.035683] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.035683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.035683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.035683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.035683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.035683] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42578f6b-725a-444d-92e2-0bfe1c029a29 already deleted. [ 618.035683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42578f6b-725a-444d-92e2-0bfe1c029a29" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.218411] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.218684] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.218747] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.218929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.219037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.219137] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a is going to be updated. [ 618.247156] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.247415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.247469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.247672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.247817] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.258091] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: IN_PROGRESS for 2s [ 618.332151] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7314bbad-7e38-4fa7-bab4-16c924da357b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.420626] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 in Status: SUCCESS [ 618.421224] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.429285] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf8f5b88-4be0-48b9-9264-91772c8342e2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.429401] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8f5b88-4be0-48b9-9264-91772c8342e2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.429505] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.430092] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4361dbc-4780-4bea-9399-57b0fac7fcd9 with status ACTIVE [ 618.430092] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.430092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.430092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.430374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.430374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.430480] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.430545] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.430704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.430763] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.430811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.433105] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.433105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.433105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.433105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.433105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.433105] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4361dbc-4780-4bea-9399-57b0fac7fcd9 is going to be updated. [ 618.450125] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.450125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.450125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.450872] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.451760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.451760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4361dbc-4780-4bea-9399-57b0fac7fcd9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.717471] env[69236]: INFO networking_nsxv3.common.synchronization [None req-e5a8d376-eb96-4339-86ad-7fa450115c0f tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Enqueued Resource ID: 55df1f5c-144a-4620-826d-e946434503aa with Priority: HIGHEST for action security_group_rules [ 618.717987] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55df1f5c-144a-4620-826d-e946434503aa with Priority: HIGHEST for action security_group_rules [ 618.719039] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55df1f5c-144a-4620-826d-e946434503aa taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.719039] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.719039] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.719039] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.719039] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55df1f5c-144a-4620-826d-e946434503aa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.756445] env[69236]: INFO networking_nsxv3.common.synchronization [req-54be7dc0-3730-4481-bc41-84d114a80896 req-3199c4bf-fe88-412e-bcff-3f65dc82428c tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Enqueued Resource ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 with Priority: HIGHEST for action security_group_members [ 618.757157] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 with Priority: HIGHEST for action security_group_members [ 618.757976] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.758318] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.760522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.760522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.760522] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.760522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.760522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.760522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.760522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.760522] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab7df1b2-0311-4d9e-a0a9-78a263c791a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.838382] env[69236]: INFO networking_nsxv3.common.synchronization [None req-4529199a-2f4b-43e2-bb13-a64ac0dbccd8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Enqueued Resource ID: 55df1f5c-144a-4620-826d-e946434503aa with Priority: HIGHEST for action security_group_rules [ 618.838382] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7314bbad-7e38-4fa7-bab4-16c924da357b: rpc.has_security_group_logging(os_id): False [ 618.840012] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55df1f5c-144a-4620-826d-e946434503aa with Priority: HIGHEST for action security_group_rules [ 618.840495] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55df1f5c-144a-4620-826d-e946434503aa taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.840596] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.859703] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.859703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.859703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.859703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.859703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.859703] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.859703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.859703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.859703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.859703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.859703] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7314bbad-7e38-4fa7-bab4-16c924da357b is going to be created. [ 618.914674] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.914898] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.915070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.915352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.915568] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.927968] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7314bbad-7e38-4fa7-bab4-16c924da357b in Status: IN_PROGRESS for 2s [ 618.933493] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf8f5b88-4be0-48b9-9264-91772c8342e2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.241753] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.241912] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.241984] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.242227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.242323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.242419] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55df1f5c-144a-4620-826d-e946434503aa already deleted. [ 619.242505] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.242653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.242808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.242887] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55df1f5c-144a-4620-826d-e946434503aa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.263708] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.263949] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.265190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.265190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.265190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.265190] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.265190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.265190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.265190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.265190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.265190] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 is going to be updated. [ 619.293270] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.293595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.293757] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.294019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.294207] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.305240] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 in Status: IN_PROGRESS for 2s [ 619.436931] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.437955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.437955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.437955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.437955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.437955] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 is going to be created. [ 619.465396] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.467475] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.467475] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.467475] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.467475] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.476702] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 in Status: UNINITIALIZED for 2s [ 619.765010] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.765591] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.765591] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.765703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.765738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.766127] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55df1f5c-144a-4620-826d-e946434503aa already deleted. [ 619.766346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.272161] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: SUCCESS [ 620.274992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.274992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.274992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.275177] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.275177] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.275278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.275382] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.275497] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.275629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.275730] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.440357] env[69236]: INFO networking_nsxv3.common.synchronization [None req-523c8ebe-7172-4c78-99b6-50d8a5580ed8 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Enqueued Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_rules [ 620.442023] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_rules [ 620.442023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d1ab57a-bcc2-434f-a105-dc72f5610755 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.442023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.442023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.442023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.442023] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.633627] env[69236]: INFO networking_nsxv3.common.synchronization [None req-5d781f98-62b8-453b-b69d-79dc5c06a49f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Enqueued Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_rules [ 620.634153] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_rules [ 620.634478] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d1ab57a-bcc2-434f-a105-dc72f5610755 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.634574] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.784024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.784024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.784024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.784024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.784024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.784024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.784024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.784024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.784024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.784024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.784024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.784024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.784024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.784024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.784024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.784024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.784811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.784811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.784811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.784811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.784811] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.935784] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7314bbad-7e38-4fa7-bab4-16c924da357b in Status: SUCCESS [ 620.935974] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.963183] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.963183] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.963183] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.963468] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.963468] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.963528] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 already deleted. [ 620.963624] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.967025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.967025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.967025] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.059862] env[69236]: INFO networking_nsxv3.common.synchronization [None req-8af869ee-79e3-4b61-bf3a-db63c506c769 None None] Enqueued Resource ID: f9b850cc-e802-4655-aa75-f1c39fbdf6db with Priority: HIGHEST for action port [ 621.060455] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b850cc-e802-4655-aa75-f1c39fbdf6db with Priority: HIGHEST for action port [ 621.060759] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9b850cc-e802-4655-aa75-f1c39fbdf6db taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.060880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9b850cc-e802-4655-aa75-f1c39fbdf6db" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.060951] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9b850cc-e802-4655-aa75-f1c39fbdf6db" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.064170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9b850cc-e802-4655-aa75-f1c39fbdf6db" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.064170] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9b850cc-e802-4655-aa75-f1c39fbdf6db',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.285040] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e006c5ed-90f6-4c8f-b56e-62115f94b64a: rpc.has_security_group_logging(os_id): False [ 621.303184] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.303184] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.303184] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.303362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.303362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.303522] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.303769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.303769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.303901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.304571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.304571] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.304571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.304571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.304571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.304571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.304821] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.304821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.304912] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.305053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.305165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.305264] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a is going to be updated. [ 621.318227] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 in Status: SUCCESS [ 621.318227] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 deletion is rescheduled due to dependency. [ 621.318227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.381507] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.381507] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.381507] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.381507] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.381507] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.394194] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: IN_PROGRESS for 2s [ 621.465397] env[69236]: INFO networking_nsxv3.common.synchronization [None req-2fb50327-7669-4e6b-a584-842c49078ef9 None None] Enqueued Resource ID: 16254d71-90c6-4c78-bd9f-7bebc87a4a06 with Priority: HIGHEST for action port [ 621.466032] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16254d71-90c6-4c78-bd9f-7bebc87a4a06 with Priority: HIGHEST for action port [ 621.466330] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-16254d71-90c6-4c78-bd9f-7bebc87a4a06 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.466473] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16254d71-90c6-4c78-bd9f-7bebc87a4a06" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.466584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16254d71-90c6-4c78-bd9f-7bebc87a4a06" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.466930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16254d71-90c6-4c78-bd9f-7bebc87a4a06" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.466992] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16254d71-90c6-4c78-bd9f-7bebc87a4a06',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.497110] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 in Status: SUCCESS [ 621.497110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.497110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.497371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.497572] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.497683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.497748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.497888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.497965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.498058] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.498146] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf8f5b88-4be0-48b9-9264-91772c8342e2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.502142] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.502690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.502983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.503502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.504076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.504260] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 already deleted. [ 621.507345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.566926] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9b850cc-e802-4655-aa75-f1c39fbdf6db [ 621.567192] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.567357] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.567422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.567661] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.567813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.567813] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9b850cc-e802-4655-aa75-f1c39fbdf6db already deleted. [ 621.567919] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9b850cc-e802-4655-aa75-f1c39fbdf6db" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.863316] env[69236]: INFO networking_nsxv3.common.synchronization [req-5a2c2758-06a2-4c3b-90fd-546d7e6b6992 req-ba375f89-2010-4926-af55-a0a774fadf0d tempest-SecurityGroupRulesTestJSON-721488486 tempest-SecurityGroupRulesTestJSON-721488486-project-member] Enqueued Resource ID: 5c9d5cb7-eb91-4cf1-b966-eff7c51e418f with Priority: HIGHEST for action security_group_rules [ 621.863870] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c9d5cb7-eb91-4cf1-b966-eff7c51e418f with Priority: HIGHEST for action security_group_rules [ 621.864281] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c9d5cb7-eb91-4cf1-b966-eff7c51e418f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.864418] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c9d5cb7-eb91-4cf1-b966-eff7c51e418f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.864476] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c9d5cb7-eb91-4cf1-b966-eff7c51e418f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.864798] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c9d5cb7-eb91-4cf1-b966-eff7c51e418f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.864897] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c9d5cb7-eb91-4cf1-b966-eff7c51e418f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.970835] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16254d71-90c6-4c78-bd9f-7bebc87a4a06 [ 621.971089] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.971225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.971297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.971529] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.971674] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.971764] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16254d71-90c6-4c78-bd9f-7bebc87a4a06 already deleted. [ 621.971898] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16254d71-90c6-4c78-bd9f-7bebc87a4a06" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.002382] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8f5b88-4be0-48b9-9264-91772c8342e2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.002516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.002558] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.002845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.003098] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.003207] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.003271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.003541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.003639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.003747] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.004030] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8f5b88-4be0-48b9-9264-91772c8342e2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.004101] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.004131] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.004309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.004464] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.004571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.004641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.004799] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.004911] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.005510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.005759] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf8f5b88-4be0-48b9-9264-91772c8342e2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.386531] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.387413] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.388119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.388511] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.388574] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.388676] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c9d5cb7-eb91-4cf1-b966-eff7c51e418f already deleted. [ 622.388774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c9d5cb7-eb91-4cf1-b966-eff7c51e418f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.510321] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf8f5b88-4be0-48b9-9264-91772c8342e2: rpc.has_security_group_logging(os_id): False [ 622.530697] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.530863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.530925] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.531148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.531242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.531431] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.531528] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.531590] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.531733] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.531817] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.532066] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.532182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.532255] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.532411] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.532502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.532702] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.532799] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.533284] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.533284] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.533743] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.533871] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 is going to be created. [ 622.589601] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.589601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.589601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.589601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.589601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.599355] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 in Status: IN_PROGRESS for 2s [ 623.347736] env[69236]: INFO networking_nsxv3.common.synchronization [req-da08a8f5-f54a-4ff0-9ee0-ab71fab23dd1 req-b1eca1cd-634a-4701-ab5f-3928a32e25b9 tempest-SecurityGroupRulesTestJSON-721488486 tempest-SecurityGroupRulesTestJSON-721488486-project-member] Enqueued Resource ID: 5c9d5cb7-eb91-4cf1-b966-eff7c51e418f with Priority: HIGHEST for action security_group_rules [ 623.348205] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c9d5cb7-eb91-4cf1-b966-eff7c51e418f with Priority: HIGHEST for action security_group_rules [ 623.349697] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c9d5cb7-eb91-4cf1-b966-eff7c51e418f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.349697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c9d5cb7-eb91-4cf1-b966-eff7c51e418f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.349697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c9d5cb7-eb91-4cf1-b966-eff7c51e418f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.349697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c9d5cb7-eb91-4cf1-b966-eff7c51e418f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.349697] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c9d5cb7-eb91-4cf1-b966-eff7c51e418f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.421121] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: SUCCESS [ 623.421121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.872301] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.872529] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.872644] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.872884] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.873037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.873199] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c9d5cb7-eb91-4cf1-b966-eff7c51e418f already deleted. [ 623.873286] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c9d5cb7-eb91-4cf1-b966-eff7c51e418f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.611606] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 in Status: SUCCESS [ 624.611978] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.520369] env[69236]: INFO networking_nsxv3.common.synchronization [req-17d5f3b3-d5a6-4d1a-90a5-b927d5e92daf req-d5c50ab5-8c9b-4e69-a307-23dae8f463a8 tempest-SecurityGroupRulesTestJSON-721488486 tempest-SecurityGroupRulesTestJSON-721488486-project-member] Enqueued Resource ID: 5c9d5cb7-eb91-4cf1-b966-eff7c51e418f with Priority: HIGHEST for action security_group_rules [ 625.520850] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c9d5cb7-eb91-4cf1-b966-eff7c51e418f with Priority: HIGHEST for action security_group_rules [ 625.521169] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c9d5cb7-eb91-4cf1-b966-eff7c51e418f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.521293] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c9d5cb7-eb91-4cf1-b966-eff7c51e418f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.521360] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c9d5cb7-eb91-4cf1-b966-eff7c51e418f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.521569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c9d5cb7-eb91-4cf1-b966-eff7c51e418f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.521652] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c9d5cb7-eb91-4cf1-b966-eff7c51e418f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.015744] env[69236]: INFO networking_nsxv3.common.synchronization [None req-3a8b9d1f-9102-417f-9423-9dea8e8cd315 None None] Enqueued Resource ID: f327db29-d4bb-4b2f-9cb9-84ccc9c6f316 with Priority: HIGHEST for action port [ 626.018597] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f327db29-d4bb-4b2f-9cb9-84ccc9c6f316 with Priority: HIGHEST for action port [ 626.018597] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f327db29-d4bb-4b2f-9cb9-84ccc9c6f316 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.018597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f327db29-d4bb-4b2f-9cb9-84ccc9c6f316" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.018597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f327db29-d4bb-4b2f-9cb9-84ccc9c6f316" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.018597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f327db29-d4bb-4b2f-9cb9-84ccc9c6f316" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.018597] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f327db29-d4bb-4b2f-9cb9-84ccc9c6f316',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.044566] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.044725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.044791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.045016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.045111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.045208] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c9d5cb7-eb91-4cf1-b966-eff7c51e418f already deleted. [ 626.045328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c9d5cb7-eb91-4cf1-b966-eff7c51e418f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.525753] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f327db29-d4bb-4b2f-9cb9-84ccc9c6f316 [ 626.526064] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.526294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.526409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.526633] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.526727] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.526840] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f327db29-d4bb-4b2f-9cb9-84ccc9c6f316 already deleted. [ 626.526926] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f327db29-d4bb-4b2f-9cb9-84ccc9c6f316" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.717795] env[69236]: INFO networking_nsxv3.common.synchronization [req-f5272dc5-d67f-4a12-88a4-62147fb248cc req-3fd12a2a-582c-49d4-8b5c-0f08a98b9d36 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Enqueued Resource ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 with Priority: HIGHEST for action security_group_members [ 626.718383] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 with Priority: HIGHEST for action security_group_members [ 626.719176] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca0f944-3957-4bfc-ae13-8227d74933e2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.719558] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.719738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.720042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.720636] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.720636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.721262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.721417] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.722458] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.722458] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ca0f944-3957-4bfc-ae13-8227d74933e2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.094364] env[69236]: INFO networking_nsxv3.common.synchronization [req-315c4b59-2e6a-4345-82d8-4393239829b3 req-65a544e8-c918-426f-a3df-f488366bd78e tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Enqueued Resource ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 with Priority: HIGHEST for action security_group_members [ 627.095137] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 with Priority: HIGHEST for action security_group_members [ 627.095792] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.095792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.095792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.095792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.096414] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.099212] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.099295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.099796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.099796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.099796] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c35c618-d1e8-4802-a6f9-941e4fc9cb68',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.227910] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.227910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.227910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.227910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.227910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.227910] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.227910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.227910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.227910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.227910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.227910] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 is going to be updated. [ 627.256026] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.256026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.256026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.256026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.256026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.268315] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 in Status: IN_PROGRESS for 2s [ 627.602114] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.602303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.602382] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.602665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.602775] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.602980] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.603143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.603143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.603320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.603408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.603524] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 already deleted. [ 627.603629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.860514] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-602 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.860863] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-602" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.861470] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-602" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.861822] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-602" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.862129] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.862344] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.862457] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.862798] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.862888] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.863431] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.863431] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.863431] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.863794] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.863794] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.863794] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.863919] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.882577] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.882858] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 627.883042] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.883283] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-602" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.883621] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-2c979486-5c9b-4aae-bd8a-a975198afe87 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.883903] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-2c979486-5c9b-4aae-bd8a-a975198afe87" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.883903] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-2c979486-5c9b-4aae-bd8a-a975198afe87" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.884226] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-2c979486-5c9b-4aae-bd8a-a975198afe87" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.884359] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c979486-5c9b-4aae-bd8a-a975198afe87',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.256410] env[69236]: INFO networking_nsxv3.common.synchronization [None req-74f4c522-df6d-41f1-8a07-a81baae19654 None None] Enqueued Resource ID: 8f9da937-cced-4dc9-900a-3851ee364e8d with Priority: HIGHEST for action port [ 628.256691] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9da937-cced-4dc9-900a-3851ee364e8d with Priority: HIGHEST for action port [ 628.267688] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f9da937-cced-4dc9-900a-3851ee364e8d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.267688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f9da937-cced-4dc9-900a-3851ee364e8d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.267688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f9da937-cced-4dc9-900a-3851ee364e8d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.267688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f9da937-cced-4dc9-900a-3851ee364e8d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.267688] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f9da937-cced-4dc9-900a-3851ee364e8d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.389592] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.389904] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.390090] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.390392] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.390551] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.390720] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 2c979486-5c9b-4aae-bd8a-a975198afe87 not found, creating... [ 628.391013] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.391568] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.391568] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.391568] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.391724] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.391972] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.392147] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.392263] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.392501] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.392642] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.392801] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 2c979486-5c9b-4aae-bd8a-a975198afe87 is going to be created. [ 628.412401] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.412727] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.412727] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.413052] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.413317] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.413548] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-2c979486-5c9b-4aae-bd8a-a975198afe87" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.764142] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f9da937-cced-4dc9-900a-3851ee364e8d [ 628.765516] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.765666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.765797] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.765965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.766076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.766176] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f9da937-cced-4dc9-900a-3851ee364e8d already deleted. [ 628.766326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f9da937-cced-4dc9-900a-3851ee364e8d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.280420] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 in Status: SUCCESS [ 629.280420] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 deletion is rescheduled due to dependency. [ 629.280420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.315207] env[69236]: INFO networking_nsxv3.common.synchronization [None req-a5dc0e0a-01ec-46e4-b6aa-a920fa26ad89 None None] Enqueued Resource ID: 37558a65-c79e-42ea-b5b7-f9ba27325f3e with Priority: HIGHEST for action port [ 629.315207] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37558a65-c79e-42ea-b5b7-f9ba27325f3e with Priority: HIGHEST for action port [ 629.315207] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-37558a65-c79e-42ea-b5b7-f9ba27325f3e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.315961] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37558a65-c79e-42ea-b5b7-f9ba27325f3e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.316218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37558a65-c79e-42ea-b5b7-f9ba27325f3e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.316649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37558a65-c79e-42ea-b5b7-f9ba27325f3e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.316905] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37558a65-c79e-42ea-b5b7-f9ba27325f3e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.574890] env[69236]: INFO networking_nsxv3.common.synchronization [req-315c4b59-2e6a-4345-82d8-4393239829b3 req-bff647e5-c871-4c5a-bbde-4dc34e8e741c service nova] Enqueued Resource ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 with Priority: HIGHEST for action security_group_rules [ 629.575130] env[69236]: INFO networking_nsxv3.common.synchronization [req-315c4b59-2e6a-4345-82d8-4393239829b3 req-bff647e5-c871-4c5a-bbde-4dc34e8e741c service nova] Enqueued Resource ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 with Priority: HIGHEST for action security_group_members [ 629.575236] env[69236]: INFO networking_nsxv3.common.synchronization [req-315c4b59-2e6a-4345-82d8-4393239829b3 req-bff647e5-c871-4c5a-bbde-4dc34e8e741c service nova] Enqueued Resource ID: 2c979486-5c9b-4aae-bd8a-a975198afe87 with Priority: HIGHEST for action port [ 629.575598] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 with Priority: HIGHEST for action security_group_rules [ 629.575650] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 with Priority: HIGHEST for action security_group_members [ 629.575731] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c979486-5c9b-4aae-bd8a-a975198afe87 with Priority: HIGHEST for action port [ 629.576611] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.577207] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.577310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.577598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.577677] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c35c618-d1e8-4802-a6f9-941e4fc9cb68',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.578651] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.578808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.578878] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.579170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.579381] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.579523] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.579608] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.579788] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.579902] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.580032] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c35c618-d1e8-4802-a6f9-941e4fc9cb68',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.581111] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c979486-5c9b-4aae-bd8a-a975198afe87 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.581252] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c979486-5c9b-4aae-bd8a-a975198afe87" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.581366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c979486-5c9b-4aae-bd8a-a975198afe87" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.581500] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c979486-5c9b-4aae-bd8a-a975198afe87" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.581744] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c979486-5c9b-4aae-bd8a-a975198afe87',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.617935] env[69236]: INFO networking_nsxv3.common.synchronization [req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a req-9a746505-c60f-4110-9ca9-ec3d948d05cf tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Enqueued Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_members [ 629.617935] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_members [ 629.617935] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.617935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.617935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.617935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.618309] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.618309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.618407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.618714] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.618714] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.618714] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.819436] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37558a65-c79e-42ea-b5b7-f9ba27325f3e [ 629.819787] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.819962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.820046] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.820339] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.820386] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.820468] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37558a65-c79e-42ea-b5b7-f9ba27325f3e already deleted. [ 629.820565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37558a65-c79e-42ea-b5b7-f9ba27325f3e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.063797] env[69236]: INFO networking_nsxv3.common.synchronization [req-33cebdd4-0236-443c-ae7d-1d86da23367b req-becfc2b6-ab31-4269-92a7-a65ecf5c2b93 tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Enqueued Resource ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 with Priority: HIGHEST for action security_group_members [ 630.064457] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 with Priority: HIGHEST for action security_group_members [ 630.064830] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8f5b88-4be0-48b9-9264-91772c8342e2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.064991] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.067272] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.067554] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.067806] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.067901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.067953] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.068181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.068280] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.068409] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf8f5b88-4be0-48b9-9264-91772c8342e2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.083852] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c35c618-d1e8-4802-a6f9-941e4fc9cb68',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.084316] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.084756] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.090451] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c979486-5c9b-4aae-bd8a-a975198afe87 with status ACTIVE [ 630.090451] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.090451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.090451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.090451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.090451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.090451] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.090451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.090451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.090451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.090451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.090451] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.090451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.090451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.090451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.090451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.090451] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c979486-5c9b-4aae-bd8a-a975198afe87 is going to be updated. [ 630.112606] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.112716] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.112811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.113309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.113309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.113403] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c979486-5c9b-4aae-bd8a-a975198afe87" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.121238] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.121238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.121238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.121238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.121238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.121238] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.121238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.121795] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.121795] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.121795] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.121795] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d already deleted. [ 630.121795] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.241051] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.241281] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-928" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.241393] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-928" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.241729] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-928" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.241992] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.242161] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.242490] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.242490] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.242655] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.243022] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.243190] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.243246] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.243352] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.243464] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.243669] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.243857] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.262543] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.262807] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 630.262992] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.263255] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-928" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.267021] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-78d8521c-1aaa-4e60-beb8-f1993e53c901 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.267021] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-78d8521c-1aaa-4e60-beb8-f1993e53c901" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.267021] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-78d8521c-1aaa-4e60-beb8-f1993e53c901" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.267021] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-78d8521c-1aaa-4e60-beb8-f1993e53c901" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.267021] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78d8521c-1aaa-4e60-beb8-f1993e53c901',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.574345] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.574345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.574345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.574345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.574345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.574345] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.574345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.574345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.574345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.574345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.574345] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 is going to be updated. [ 630.591036] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c35c618-d1e8-4802-a6f9-941e4fc9cb68',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.599676] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.599831] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.599878] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.600409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.600409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.609824] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 in Status: IN_PROGRESS for 2s [ 630.767173] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.767173] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.767173] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.767459] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.768357] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.768357] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 78d8521c-1aaa-4e60-beb8-f1993e53c901 not found, creating... [ 630.768357] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.768357] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.768747] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.768747] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.768808] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.770264] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.770538] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.770750] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.771110] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.772027] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.772027] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 78d8521c-1aaa-4e60-beb8-f1993e53c901 is going to be created. [ 630.794193] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.794193] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.794193] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.794193] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.794193] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.794193] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-78d8521c-1aaa-4e60-beb8-f1993e53c901" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.094226] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.094226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.094460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.094500] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.094603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.094760] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 is going to be created. [ 631.117547] env[69236]: INFO networking_nsxv3.common.synchronization [None req-556d8838-7f6d-43d2-887a-423a54b57eb3 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Enqueued Resource ID: d102ab03-13b2-485e-8daa-686159516323 with Priority: HIGHEST for action security_group_rules [ 631.118648] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.118779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.118848] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.120030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.120145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.123115] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d102ab03-13b2-485e-8daa-686159516323 with Priority: HIGHEST for action security_group_rules [ 631.123525] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d102ab03-13b2-485e-8daa-686159516323 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.123650] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.123717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.123962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.124063] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d102ab03-13b2-485e-8daa-686159516323',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.138583] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 in Status: UNINITIALIZED for 2s [ 631.219820] env[69236]: INFO networking_nsxv3.common.synchronization [None req-20fb8bd6-3ccf-415c-b123-2f3a6abc60bd tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Enqueued Resource ID: d102ab03-13b2-485e-8daa-686159516323 with Priority: HIGHEST for action security_group_rules [ 631.219820] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d102ab03-13b2-485e-8daa-686159516323 with Priority: HIGHEST for action security_group_rules [ 631.220445] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d102ab03-13b2-485e-8daa-686159516323 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.221145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.645232] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.645232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.645232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.645716] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.645716] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.645716] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d102ab03-13b2-485e-8daa-686159516323 already deleted. [ 631.645716] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.646491] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.646491] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.646491] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d102ab03-13b2-485e-8daa-686159516323',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.739748] env[69236]: INFO networking_nsxv3.common.synchronization [req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a req-0f73628e-339b-4867-8d3a-685863ff6639 service nova] Enqueued Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_rules [ 631.740154] env[69236]: INFO networking_nsxv3.common.synchronization [req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a req-0f73628e-339b-4867-8d3a-685863ff6639 service nova] Enqueued Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_members [ 631.740502] env[69236]: INFO networking_nsxv3.common.synchronization [req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a req-0f73628e-339b-4867-8d3a-685863ff6639 service nova] Enqueued Resource ID: 78d8521c-1aaa-4e60-beb8-f1993e53c901 with Priority: HIGHEST for action port [ 631.741479] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_rules [ 631.741479] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_members [ 631.741479] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78d8521c-1aaa-4e60-beb8-f1993e53c901 with Priority: HIGHEST for action port [ 631.741685] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.741685] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.741828] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.744970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.744970] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.744970] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.744970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.744970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.744970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.744970] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.744970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.744970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.744970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.744970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.744970] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.746275] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-78d8521c-1aaa-4e60-beb8-f1993e53c901 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.746275] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78d8521c-1aaa-4e60-beb8-f1993e53c901" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.746275] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78d8521c-1aaa-4e60-beb8-f1993e53c901" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.746275] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78d8521c-1aaa-4e60-beb8-f1993e53c901" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.746275] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78d8521c-1aaa-4e60-beb8-f1993e53c901',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.088447] env[69236]: INFO networking_nsxv3.common.synchronization [req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a req-748195e4-3d28-4620-a2c6-90bc04755ddf tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Enqueued Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_members [ 632.088610] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_members [ 632.088911] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.089629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.137947] env[69236]: INFO networking_nsxv3.common.synchronization [None req-715bee76-0870-49e8-b14e-d4fede14cdcc None None] Enqueued Resource ID: 5ff79d13-de6d-45de-886e-08cdc2026bb9 with Priority: HIGHEST for action port [ 632.137947] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff79d13-de6d-45de-886e-08cdc2026bb9 with Priority: HIGHEST for action port [ 632.137947] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ff79d13-de6d-45de-886e-08cdc2026bb9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.137947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ff79d13-de6d-45de-886e-08cdc2026bb9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.137947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ff79d13-de6d-45de-886e-08cdc2026bb9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.137947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ff79d13-de6d-45de-886e-08cdc2026bb9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.137947] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ff79d13-de6d-45de-886e-08cdc2026bb9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.165097] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.165262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.165352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.165573] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.165669] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.165770] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d102ab03-13b2-485e-8daa-686159516323 already deleted. [ 632.165852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.249791] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.249791] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.249791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.249791] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78d8521c-1aaa-4e60-beb8-f1993e53c901 with status ACTIVE [ 632.249791] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.249791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.249791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.249791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.249791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.249791] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.249791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.249791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.250672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.250672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.250672] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.250672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.250672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.250847] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.255043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.255043] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78d8521c-1aaa-4e60-beb8-f1993e53c901 is going to be updated. [ 632.275566] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.275831] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.275831] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.276183] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.276238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.277597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78d8521c-1aaa-4e60-beb8-f1993e53c901" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.484854] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.485191] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-928" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.485268] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-928" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.485540] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-928" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.485818] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.485976] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.486112] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.486336] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.486846] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.487114] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.487244] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.487356] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.487494] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.487616] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.487728] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.487879] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.504978] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.505172] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 632.505367] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.505575] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-928" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.505945] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-be18f977-cc2e-4d6d-8944-36a479b184eb taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.506110] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-be18f977-cc2e-4d6d-8944-36a479b184eb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.506252] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-be18f977-cc2e-4d6d-8944-36a479b184eb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.506641] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-be18f977-cc2e-4d6d-8944-36a479b184eb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.506791] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be18f977-cc2e-4d6d-8944-36a479b184eb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.617783] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 in Status: SUCCESS [ 632.619622] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 deletion is rescheduled due to dependency. [ 632.619622] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.642205] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ff79d13-de6d-45de-886e-08cdc2026bb9 [ 632.642205] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.642205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.642205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.642478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.643283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.643283] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ff79d13-de6d-45de-886e-08cdc2026bb9 already deleted. [ 632.643283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ff79d13-de6d-45de-886e-08cdc2026bb9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.757018] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.011170] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.012154] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.014352] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.014352] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.014352] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.014352] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port be18f977-cc2e-4d6d-8944-36a479b184eb not found, creating... [ 633.014352] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.014352] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.014352] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.014352] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.014352] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.014352] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.015564] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.015756] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.016776] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.016776] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.016776] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: be18f977-cc2e-4d6d-8944-36a479b184eb is going to be created. [ 633.036052] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.036052] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.036290] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.036790] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.036790] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.037143] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-be18f977-cc2e-4d6d-8944-36a479b184eb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.147774] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 in Status: SUCCESS [ 633.148070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.148338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.148645] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.148867] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.149038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.149136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.149326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.149433] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.149582] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.149713] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c35c618-d1e8-4802-a6f9-941e4fc9cb68',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.259518] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.261030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.261030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.261030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.261030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.261030] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d is going to be created. [ 633.287186] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.287331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.287585] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.287650] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.290423] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.298796] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: UNINITIALIZED for 2s [ 633.652235] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c35c618-d1e8-4802-a6f9-941e4fc9cb68',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.154899] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c35c618-d1e8-4802-a6f9-941e4fc9cb68: rpc.has_security_group_logging(os_id): False [ 634.172173] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.172173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.172173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.172328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.172492] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.172689] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.172820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.172880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.173135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.173220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.173309] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 is going to be created. [ 634.234623] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.234839] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.234839] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.235058] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.235257] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.245282] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 in Status: IN_PROGRESS for 2s [ 634.613882] env[69236]: INFO networking_nsxv3.common.synchronization [req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a req-eae17054-8f38-4200-b998-f9388d10c52d service nova] Enqueued Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_rules [ 634.614080] env[69236]: INFO networking_nsxv3.common.synchronization [req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a req-eae17054-8f38-4200-b998-f9388d10c52d service nova] Enqueued Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_members [ 634.614220] env[69236]: INFO networking_nsxv3.common.synchronization [req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a req-eae17054-8f38-4200-b998-f9388d10c52d service nova] Enqueued Resource ID: be18f977-cc2e-4d6d-8944-36a479b184eb with Priority: HIGHEST for action port [ 634.614552] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_rules [ 634.614653] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_members [ 634.614653] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be18f977-cc2e-4d6d-8944-36a479b184eb with Priority: HIGHEST for action port [ 634.615243] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.615351] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.615570] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.615724] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.615827] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-be18f977-cc2e-4d6d-8944-36a479b184eb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.615998] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be18f977-cc2e-4d6d-8944-36a479b184eb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.615998] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be18f977-cc2e-4d6d-8944-36a479b184eb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.617338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be18f977-cc2e-4d6d-8944-36a479b184eb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.617463] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be18f977-cc2e-4d6d-8944-36a479b184eb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.063064] env[69236]: INFO networking_nsxv3.common.synchronization [req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a req-47709036-eed0-4271-9baa-3ee75a89b658 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Enqueued Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_members [ 635.068499] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_members [ 635.068499] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.069598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.119784] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be18f977-cc2e-4d6d-8944-36a479b184eb with status ACTIVE [ 635.120035] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.120174] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.120334] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.120452] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.120541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.121025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.121025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.121025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.121025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.121296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.121296] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.121449] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.121449] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.121654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.121654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.121775] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be18f977-cc2e-4d6d-8944-36a479b184eb is going to be updated. [ 635.142844] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.143097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.143237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.146541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.146541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.146541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be18f977-cc2e-4d6d-8944-36a479b184eb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.311919] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: SUCCESS [ 635.312214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.312502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.312815] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.313073] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.313719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.313719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.313719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.313719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.313719] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.606806] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.607019] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-928" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.607149] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-928" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.607757] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-928" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.607757] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.607900] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.607996] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.611294] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.611460] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.611674] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.611791] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.611989] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.612074] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.612129] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.612254] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.612388] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.630740] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.630740] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 635.630740] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.630740] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-928" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.630740] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-9df825ec-b5f5-434b-9514-6d813a2e42ca taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.631093] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-9df825ec-b5f5-434b-9514-6d813a2e42ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.631130] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-9df825ec-b5f5-434b-9514-6d813a2e42ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.631430] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-9df825ec-b5f5-434b-9514-6d813a2e42ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.631566] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9df825ec-b5f5-434b-9514-6d813a2e42ca',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.817422] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.136682] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.136909] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.137053] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.137644] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.137644] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.137783] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 9df825ec-b5f5-434b-9514-6d813a2e42ca not found, creating... [ 636.138298] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.138298] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.138298] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.138617] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.138684] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.139038] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.139142] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.139259] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.139470] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.139604] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.140077] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 9df825ec-b5f5-434b-9514-6d813a2e42ca is going to be created. [ 636.164664] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.164966] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.165192] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.165384] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.165701] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.165939] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-9df825ec-b5f5-434b-9514-6d813a2e42ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.265152] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 in Status: SUCCESS [ 636.265501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.269620] env[69236]: INFO networking_nsxv3.common.synchronization [None req-29d45402-8b76-4c37-bb7d-f32ca58ddcfa None None] Enqueued Resource ID: a449ea51-caf1-459d-87d0-d517392abd56 with Priority: HIGHEST for action port [ 636.270111] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a449ea51-caf1-459d-87d0-d517392abd56 with Priority: HIGHEST for action port [ 636.270428] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a449ea51-caf1-459d-87d0-d517392abd56 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.270574] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a449ea51-caf1-459d-87d0-d517392abd56" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.270635] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a449ea51-caf1-459d-87d0-d517392abd56" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.270864] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a449ea51-caf1-459d-87d0-d517392abd56" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.271033] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a449ea51-caf1-459d-87d0-d517392abd56',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.321542] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.773897] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a449ea51-caf1-459d-87d0-d517392abd56 [ 636.774264] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.774355] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.774420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.774652] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.774744] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.774968] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a449ea51-caf1-459d-87d0-d517392abd56 already deleted. [ 636.774968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a449ea51-caf1-459d-87d0-d517392abd56" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.824825] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.825044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.825044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.825326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.825461] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.825561] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d is going to be updated. [ 636.857120] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.857638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.857638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.859387] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.859387] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.875929] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: IN_PROGRESS for 2s [ 637.430574] env[69236]: INFO networking_nsxv3.common.synchronization [None req-ec791009-7897-4c23-a33d-5933961ec41f None None] Enqueued Resource ID: 2e4b24c5-4476-40a9-9e76-cf9ac44222e7 with Priority: HIGHEST for action port [ 637.431294] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e4b24c5-4476-40a9-9e76-cf9ac44222e7 with Priority: HIGHEST for action port [ 637.432109] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e4b24c5-4476-40a9-9e76-cf9ac44222e7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.432109] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e4b24c5-4476-40a9-9e76-cf9ac44222e7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.432109] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e4b24c5-4476-40a9-9e76-cf9ac44222e7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.432298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e4b24c5-4476-40a9-9e76-cf9ac44222e7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.432298] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e4b24c5-4476-40a9-9e76-cf9ac44222e7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.653628] env[69236]: INFO networking_nsxv3.common.synchronization [req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b req-8bb2c0b2-4311-41cf-aa2f-47839e1a87dd tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Enqueued Resource ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc with Priority: HIGHEST for action security_group_members [ 637.654174] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc with Priority: HIGHEST for action security_group_members [ 637.654469] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.654584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.654648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.654893] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.659124] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.659124] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.659124] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.659124] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.659384] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.659384] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.749547] env[69236]: INFO networking_nsxv3.common.synchronization [req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a req-0f51826d-ec45-4d58-a8e0-bbcaef6c87e8 service nova] Enqueued Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_rules [ 637.749547] env[69236]: INFO networking_nsxv3.common.synchronization [req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a req-0f51826d-ec45-4d58-a8e0-bbcaef6c87e8 service nova] Enqueued Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_members [ 637.749547] env[69236]: INFO networking_nsxv3.common.synchronization [req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a req-0f51826d-ec45-4d58-a8e0-bbcaef6c87e8 service nova] Enqueued Resource ID: 9df825ec-b5f5-434b-9514-6d813a2e42ca with Priority: HIGHEST for action port [ 637.749969] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_rules [ 637.750121] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_members [ 637.750252] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9df825ec-b5f5-434b-9514-6d813a2e42ca with Priority: HIGHEST for action port [ 637.750512] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.750613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.750802] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.750880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.751279] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9df825ec-b5f5-434b-9514-6d813a2e42ca taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.751447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9df825ec-b5f5-434b-9514-6d813a2e42ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.751601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9df825ec-b5f5-434b-9514-6d813a2e42ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.753019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9df825ec-b5f5-434b-9514-6d813a2e42ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.753019] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9df825ec-b5f5-434b-9514-6d813a2e42ca',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.936392] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e4b24c5-4476-40a9-9e76-cf9ac44222e7 [ 637.936392] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.936392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.936392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.936392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.936392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.936392] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e4b24c5-4476-40a9-9e76-cf9ac44222e7 already deleted. [ 637.936392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e4b24c5-4476-40a9-9e76-cf9ac44222e7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.161154] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.161316] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.161490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.161610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.161697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.161888] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.161981] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.162055] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.162211] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.162314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.162372] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc already deleted. [ 638.162540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.262963] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9df825ec-b5f5-434b-9514-6d813a2e42ca with status ACTIVE [ 638.263222] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.263366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.263435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.263718] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.263718] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.263890] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.264069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.264069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.264197] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.264271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.264448] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.264558] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.264612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.264757] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.265763] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.265763] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9df825ec-b5f5-434b-9514-6d813a2e42ca is going to be updated. [ 638.288422] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.288615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.288689] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.288899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.289048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.289222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9df825ec-b5f5-434b-9514-6d813a2e42ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.317594] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.317867] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-846" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.320313] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-846" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.320938] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-846" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.321471] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.322843] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.322843] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.322843] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.322843] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.322843] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 638.323097] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.323097] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.323229] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.323387] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 638.324293] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.324293] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.343546] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.344770] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 638.346967] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.347433] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-846" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.348255] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-3deb7e95-aa34-403e-b3d0-fded45b9c5f2 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.348827] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-3deb7e95-aa34-403e-b3d0-fded45b9c5f2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.349580] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-3deb7e95-aa34-403e-b3d0-fded45b9c5f2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.350033] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-3deb7e95-aa34-403e-b3d0-fded45b9c5f2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.353600] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3deb7e95-aa34-403e-b3d0-fded45b9c5f2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.854223] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.854522] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.854643] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.854956] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.855137] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.855330] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 3deb7e95-aa34-403e-b3d0-fded45b9c5f2 not found, creating... [ 638.855654] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.855835] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.855974] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.856543] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.856543] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.856713] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.856857] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.857030] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.858364] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.858522] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.858674] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 3deb7e95-aa34-403e-b3d0-fded45b9c5f2 is going to be created. [ 638.880324] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.880541] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.880667] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.880939] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.881464] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.881464] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-3deb7e95-aa34-403e-b3d0-fded45b9c5f2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.889190] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: SUCCESS [ 638.889477] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.889729] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.890020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.890326] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.890547] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.891042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.891042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.891190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.891300] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.891426] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.892641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.893338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.893574] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.893724] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.893812] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.894621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.894621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.894621] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.115418] env[69236]: INFO networking_nsxv3.common.synchronization [None req-698f514c-182e-4ec3-8dd2-f3c7925d3bf5 None None] Enqueued Resource ID: 220905f8-5ad0-438a-b49b-a95eb1e3d652 with Priority: HIGHEST for action port [ 639.115996] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220905f8-5ad0-438a-b49b-a95eb1e3d652 with Priority: HIGHEST for action port [ 639.116313] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-220905f8-5ad0-438a-b49b-a95eb1e3d652 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.116455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-220905f8-5ad0-438a-b49b-a95eb1e3d652" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.116629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-220905f8-5ad0-438a-b49b-a95eb1e3d652" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.116781] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-220905f8-5ad0-438a-b49b-a95eb1e3d652" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.116891] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('220905f8-5ad0-438a-b49b-a95eb1e3d652',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.396428] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.397808] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.397959] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.620295] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 220905f8-5ad0-438a-b49b-a95eb1e3d652 [ 639.620295] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.620452] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.620512] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.620697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.620971] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.620971] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:220905f8-5ad0-438a-b49b-a95eb1e3d652 already deleted. [ 639.620971] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-220905f8-5ad0-438a-b49b-a95eb1e3d652" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.899326] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.986284] env[69236]: INFO networking_nsxv3.common.synchronization [None req-54edb531-8d7a-48f1-bfa2-a2e7d03aba8d None None] Enqueued Resource ID: fae67668-ed4d-43d3-ae13-d38dfc6cb4b3 with Priority: HIGHEST for action port [ 639.988311] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fae67668-ed4d-43d3-ae13-d38dfc6cb4b3 with Priority: HIGHEST for action port [ 639.988311] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-fae67668-ed4d-43d3-ae13-d38dfc6cb4b3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.988311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fae67668-ed4d-43d3-ae13-d38dfc6cb4b3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.988311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fae67668-ed4d-43d3-ae13-d38dfc6cb4b3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.988311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fae67668-ed4d-43d3-ae13-d38dfc6cb4b3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.988311] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fae67668-ed4d-43d3-ae13-d38dfc6cb4b3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.406406] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.406566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.406655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.406891] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.408141] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.408141] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d is going to be updated. [ 640.434120] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.434828] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.434828] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.434828] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.434828] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.443177] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: IN_PROGRESS for 2s [ 640.490845] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fae67668-ed4d-43d3-ae13-d38dfc6cb4b3 [ 640.491110] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.491247] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.491314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.491525] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.491621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.491717] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fae67668-ed4d-43d3-ae13-d38dfc6cb4b3 already deleted. [ 640.491799] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fae67668-ed4d-43d3-ae13-d38dfc6cb4b3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.619528] env[69236]: INFO networking_nsxv3.common.synchronization [req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b req-67734cb6-6151-4594-ab14-fdc2cc182401 service nova] Enqueued Resource ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc with Priority: HIGHEST for action security_group_rules [ 640.619792] env[69236]: INFO networking_nsxv3.common.synchronization [req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b req-67734cb6-6151-4594-ab14-fdc2cc182401 service nova] Enqueued Resource ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc with Priority: HIGHEST for action security_group_members [ 640.619853] env[69236]: INFO networking_nsxv3.common.synchronization [req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b req-67734cb6-6151-4594-ab14-fdc2cc182401 service nova] Enqueued Resource ID: 3deb7e95-aa34-403e-b3d0-fded45b9c5f2 with Priority: HIGHEST for action port [ 640.620096] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc with Priority: HIGHEST for action security_group_rules [ 640.620223] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc with Priority: HIGHEST for action security_group_members [ 640.620319] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deb7e95-aa34-403e-b3d0-fded45b9c5f2 with Priority: HIGHEST for action port [ 640.621185] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.621185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.621185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.621357] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.621473] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.622623] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.622752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.622830] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.623077] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.623167] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.623264] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.623331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.623467] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.623557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.623649] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.624392] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3deb7e95-aa34-403e-b3d0-fded45b9c5f2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.624500] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3deb7e95-aa34-403e-b3d0-fded45b9c5f2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.624571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3deb7e95-aa34-403e-b3d0-fded45b9c5f2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.624742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3deb7e95-aa34-403e-b3d0-fded45b9c5f2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.624820] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3deb7e95-aa34-403e-b3d0-fded45b9c5f2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.802175] env[69236]: INFO networking_nsxv3.common.synchronization [req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 req-fa168a43-3cde-4c80-88eb-1bb49e6a6a7e tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Enqueued Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_members [ 640.802699] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_members [ 640.802994] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.803132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.803201] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.803402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.803546] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.803642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.803897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.803897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.803991] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.803991] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.862373] env[69236]: INFO networking_nsxv3.common.synchronization [req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 req-80ec4488-b412-4faf-8d48-5e50278564a7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 640.862373] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 640.862373] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.862373] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.862373] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.862761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.863264] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.863264] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.863445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.863509] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.865029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.865029] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.131292] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.133922] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.133922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.133922] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3deb7e95-aa34-403e-b3d0-fded45b9c5f2 with status ACTIVE [ 641.133922] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.133922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.133922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.133922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.133922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.133922] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.133922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.133922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.133922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.133922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.135011] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.135217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.135334] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.137854] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.137854] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.137854] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3deb7e95-aa34-403e-b3d0-fded45b9c5f2 is going to be updated. [ 641.188929] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.188929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.188929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.188929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.188929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.188929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3deb7e95-aa34-403e-b3d0-fded45b9c5f2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.309970] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.309970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.309970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.309970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.309970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.309970] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.309970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.309970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.309970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.309970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.309970] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 is going to be updated. [ 641.345273] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.345447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.345531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.345747] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.345889] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.357987] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: IN_PROGRESS for 2s [ 641.366634] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.366843] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.367252] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.367361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.367463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.367733] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.368288] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.368416] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.368708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.368785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.368920] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be updated. [ 641.413106] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.413357] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.413456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.413701] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.415028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.426988] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 641.586455] env[69236]: INFO networking_nsxv3.common.synchronization [None req-23d75db5-977c-4e26-86be-cf78053e3b29 None None] Enqueued Resource ID: 81c8fd28-49c7-4f3a-995b-f6311b5252be with Priority: HIGHEST for action port [ 641.586699] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c8fd28-49c7-4f3a-995b-f6311b5252be with Priority: HIGHEST for action port [ 641.586988] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-81c8fd28-49c7-4f3a-995b-f6311b5252be taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.587124] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81c8fd28-49c7-4f3a-995b-f6311b5252be" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.587188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81c8fd28-49c7-4f3a-995b-f6311b5252be" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.587752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81c8fd28-49c7-4f3a-995b-f6311b5252be" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.587843] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c8fd28-49c7-4f3a-995b-f6311b5252be',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.639806] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.092429] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81c8fd28-49c7-4f3a-995b-f6311b5252be [ 642.092429] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.092429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.092429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.092429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.092429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.092429] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81c8fd28-49c7-4f3a-995b-f6311b5252be already deleted. [ 642.092833] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81c8fd28-49c7-4f3a-995b-f6311b5252be" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.142169] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.142507] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.142507] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.142652] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.142652] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.142751] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc is going to be created. [ 642.193379] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.193379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.193379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.193379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.193379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.207548] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc in Status: UNINITIALIZED for 2s [ 642.409565] env[69236]: INFO networking_nsxv3.common.synchronization [None req-4feaf2ee-680d-4967-806a-3da084e94752 None None] Enqueued Resource ID: 739250b9-5e28-4273-ab74-3a74139d3772 with Priority: HIGHEST for action port [ 642.411557] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739250b9-5e28-4273-ab74-3a74139d3772 with Priority: HIGHEST for action port [ 642.411557] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-739250b9-5e28-4273-ab74-3a74139d3772 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.411557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-739250b9-5e28-4273-ab74-3a74139d3772" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.411557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-739250b9-5e28-4273-ab74-3a74139d3772" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.411557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-739250b9-5e28-4273-ab74-3a74139d3772" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.411557] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('739250b9-5e28-4273-ab74-3a74139d3772',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.453212] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: SUCCESS [ 642.453462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.453543] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.453710] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.453889] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.454018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.454095] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.454245] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.454324] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.454415] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.912930] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 739250b9-5e28-4273-ab74-3a74139d3772 [ 642.913227] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.913449] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.913512] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.913727] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.913813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.913905] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:739250b9-5e28-4273-ab74-3a74139d3772 already deleted. [ 642.913984] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-739250b9-5e28-4273-ab74-3a74139d3772" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.957905] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.250387] env[69236]: INFO networking_nsxv3.common.synchronization [req-37002bae-57e3-45fd-a63d-a7d1da3653cf req-dfd88673-8bfb-4ecf-a058-55e47a506796 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Enqueued Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_members [ 643.250907] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_members [ 643.251241] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.251432] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.251432] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.251803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.251981] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.254881] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.254977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.257094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.257094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.257094] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.368486] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: SUCCESS [ 643.368674] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 deletion is rescheduled due to dependency. [ 643.369200] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.441020] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 643.441020] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 deletion is rescheduled due to dependency. [ 643.441020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.462125] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.762068] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.762068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.762068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.762068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.762068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.762419] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.762419] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.762503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.762602] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.762700] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.762786] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 already deleted. [ 643.762871] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.966268] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.966675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.966675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.966840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.967016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.967016] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d is going to be updated. [ 643.969825] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.970037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-884" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.970174] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-884" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.970566] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-884" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.970718] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.970872] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.971163] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.971237] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.971908] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.971908] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.971908] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.971908] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.971908] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.972129] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.972129] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.972585] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.000220] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.000357] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 644.000494] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.000681] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-884" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.001031] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-629e460c-be84-4c96-9dff-b9dc19e7ae35 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.001210] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-629e460c-be84-4c96-9dff-b9dc19e7ae35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.001331] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-629e460c-be84-4c96-9dff-b9dc19e7ae35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.001658] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-629e460c-be84-4c96-9dff-b9dc19e7ae35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.001799] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('629e460c-be84-4c96-9dff-b9dc19e7ae35',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.009169] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.009405] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.009405] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.009629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.009811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.019418] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: IN_PROGRESS for 2s [ 644.029180] env[69236]: INFO networking_nsxv3.common.synchronization [None req-ba86179f-7180-4fd9-901f-c10fb7aab222 None None] Enqueued Resource ID: 911531e0-f0bc-4c61-93e1-45bcbc613c8d with Priority: HIGHEST for action port [ 644.029460] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911531e0-f0bc-4c61-93e1-45bcbc613c8d with Priority: HIGHEST for action port [ 644.033407] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-911531e0-f0bc-4c61-93e1-45bcbc613c8d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.033509] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-911531e0-f0bc-4c61-93e1-45bcbc613c8d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.033730] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-911531e0-f0bc-4c61-93e1-45bcbc613c8d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.033824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-911531e0-f0bc-4c61-93e1-45bcbc613c8d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.034023] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('911531e0-f0bc-4c61-93e1-45bcbc613c8d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.217724] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc in Status: SUCCESS [ 644.217955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.218103] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.218326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.218562] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.218647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.218719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.219443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.219548] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.219638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.219730] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.504246] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.504597] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.504597] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.505442] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.505442] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.505442] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 629e460c-be84-4c96-9dff-b9dc19e7ae35 not found, creating... [ 644.505442] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.505790] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.505790] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.506027] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.506187] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.506460] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.506616] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.506765] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.507412] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.507412] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.507412] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 629e460c-be84-4c96-9dff-b9dc19e7ae35 is going to be created. [ 644.531449] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.531449] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.531449] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.531449] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.531449] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.531449] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-629e460c-be84-4c96-9dff-b9dc19e7ae35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.537834] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 911531e0-f0bc-4c61-93e1-45bcbc613c8d [ 644.537834] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.537834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.537834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.537834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.537834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.537834] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:911531e0-f0bc-4c61-93e1-45bcbc613c8d already deleted. [ 644.537834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-911531e0-f0bc-4c61-93e1-45bcbc613c8d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.722854] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.723060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.723109] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.723304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.723470] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.723590] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.723655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.723836] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.725025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.725025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.725025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.725025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.725025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.725025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.725025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.725025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.725025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.725025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.725025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.725025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.725500] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.818576] env[69236]: INFO networking_nsxv3.common.synchronization [None req-285536e4-798c-4102-ad66-590ad82ad77b None None] Enqueued Resource ID: 0257586d-4471-481d-ae4f-1d4860e04d35 with Priority: HIGHEST for action port [ 644.818873] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0257586d-4471-481d-ae4f-1d4860e04d35 with Priority: HIGHEST for action port [ 644.819451] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-0257586d-4471-481d-ae4f-1d4860e04d35 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.819594] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0257586d-4471-481d-ae4f-1d4860e04d35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.819658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0257586d-4471-481d-ae4f-1d4860e04d35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.819898] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0257586d-4471-481d-ae4f-1d4860e04d35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.819990] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0257586d-4471-481d-ae4f-1d4860e04d35',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.885572] env[69236]: INFO networking_nsxv3.common.synchronization [None req-aa388eaa-84fe-44b5-9870-70facbdb396c None None] Enqueued Resource ID: cc10d9b6-2e8c-4aff-84b3-fb5a309d71ea with Priority: HIGHEST for action port [ 644.885822] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc10d9b6-2e8c-4aff-84b3-fb5a309d71ea with Priority: HIGHEST for action port [ 644.886397] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc10d9b6-2e8c-4aff-84b3-fb5a309d71ea taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.886516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc10d9b6-2e8c-4aff-84b3-fb5a309d71ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.886591] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc10d9b6-2e8c-4aff-84b3-fb5a309d71ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.886852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc10d9b6-2e8c-4aff-84b3-fb5a309d71ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.886920] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc10d9b6-2e8c-4aff-84b3-fb5a309d71ea',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.229241] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc: rpc.has_security_group_logging(os_id): False [ 645.250028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.250028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.250028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.250028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.250028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.250028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.250028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.250028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.250028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.250028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.250028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.250028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.253187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.253187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.253187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.253187] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.253187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.253187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.253187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.253187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.253187] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc is going to be created. [ 645.309041] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.309373] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.309373] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.309373] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.309903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.320416] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc in Status: IN_PROGRESS for 2s [ 645.328965] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0257586d-4471-481d-ae4f-1d4860e04d35 [ 645.329214] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.329353] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.329498] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.329618] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.329715] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.329808] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0257586d-4471-481d-ae4f-1d4860e04d35 already deleted. [ 645.329887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0257586d-4471-481d-ae4f-1d4860e04d35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.348022] env[69236]: INFO networking_nsxv3.common.synchronization [None req-4b478c92-7d4f-4dfc-b126-27c24ea1df22 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Enqueued Resource ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc with Priority: HIGHEST for action security_group_rules [ 645.348022] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc with Priority: HIGHEST for action security_group_rules [ 645.348022] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24914fec-9437-45fc-b7fe-e81d12e23ecc taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.348022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.348022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.348022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.348022] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24914fec-9437-45fc-b7fe-e81d12e23ecc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.392895] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc10d9b6-2e8c-4aff-84b3-fb5a309d71ea [ 645.392895] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.393169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.393169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.393283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.393402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.393530] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc10d9b6-2e8c-4aff-84b3-fb5a309d71ea already deleted. [ 645.393620] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc10d9b6-2e8c-4aff-84b3-fb5a309d71ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.437300] env[69236]: INFO networking_nsxv3.common.synchronization [None req-d7bab404-5726-4075-8128-215440679298 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Enqueued Resource ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc with Priority: HIGHEST for action security_group_rules [ 645.437300] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc with Priority: HIGHEST for action security_group_rules [ 645.437300] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24914fec-9437-45fc-b7fe-e81d12e23ecc taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.437300] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.576785] env[69236]: INFO networking_nsxv3.common.synchronization [req-37002bae-57e3-45fd-a63d-a7d1da3653cf req-f83f66d3-14a3-412f-bd64-23a4fe8cabef service nova] Enqueued Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_rules [ 645.576785] env[69236]: INFO networking_nsxv3.common.synchronization [req-37002bae-57e3-45fd-a63d-a7d1da3653cf req-f83f66d3-14a3-412f-bd64-23a4fe8cabef service nova] Enqueued Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_members [ 645.576785] env[69236]: INFO networking_nsxv3.common.synchronization [req-37002bae-57e3-45fd-a63d-a7d1da3653cf req-f83f66d3-14a3-412f-bd64-23a4fe8cabef service nova] Enqueued Resource ID: 629e460c-be84-4c96-9dff-b9dc19e7ae35 with Priority: HIGHEST for action port [ 645.576785] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_rules [ 645.576785] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_members [ 645.583292] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629e460c-be84-4c96-9dff-b9dc19e7ae35 with Priority: HIGHEST for action port [ 645.584328] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.584328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.584328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.584508] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.585062] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.585503] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.585606] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.585669] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.585834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.585997] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.586116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.586437] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.586437] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.586437] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.586562] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.587431] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-629e460c-be84-4c96-9dff-b9dc19e7ae35 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.587534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-629e460c-be84-4c96-9dff-b9dc19e7ae35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.588460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-629e460c-be84-4c96-9dff-b9dc19e7ae35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.588460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-629e460c-be84-4c96-9dff-b9dc19e7ae35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.588460] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('629e460c-be84-4c96-9dff-b9dc19e7ae35',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.865796] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.866167] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.866328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.866653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.866835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.867322] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc already deleted. [ 645.867520] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.867815] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.868173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.868372] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24914fec-9437-45fc-b7fe-e81d12e23ecc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.032030] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: SUCCESS [ 646.032272] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.032440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.032731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.033037] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.033188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.033292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.033433] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.033617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.033714] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.090790] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.090949] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.091100] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.091933] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 629e460c-be84-4c96-9dff-b9dc19e7ae35 with status ACTIVE [ 646.092167] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.092628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.092628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.092949] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.093079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.093546] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.093546] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.093546] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.093546] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.093983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.094352] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.096530] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.096530] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.096530] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.096530] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.096530] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 629e460c-be84-4c96-9dff-b9dc19e7ae35 is going to be updated. [ 646.116104] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.116262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.116330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.116953] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.117113] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.117269] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-629e460c-be84-4c96-9dff-b9dc19e7ae35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.390289] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.390493] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.390542] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.390736] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.390831] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.390930] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc already deleted. [ 646.391417] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.537758] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.598886] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.741462] env[69236]: INFO networking_nsxv3.common.synchronization [None req-aaa14c23-e78b-4fbb-8619-788de185e30d None None] Enqueued Resource ID: 2641074d-f329-44ce-8bc6-f8bfa53e7168 with Priority: HIGHEST for action port [ 646.742293] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2641074d-f329-44ce-8bc6-f8bfa53e7168 with Priority: HIGHEST for action port [ 646.742705] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-2641074d-f329-44ce-8bc6-f8bfa53e7168 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.742705] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2641074d-f329-44ce-8bc6-f8bfa53e7168" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.742821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2641074d-f329-44ce-8bc6-f8bfa53e7168" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.746381] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2641074d-f329-44ce-8bc6-f8bfa53e7168" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.746520] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2641074d-f329-44ce-8bc6-f8bfa53e7168',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.040885] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.101423] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.101609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.101711] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.101933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.102035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.102134] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 is going to be created. [ 647.127020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.127020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.127020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.127020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.127020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.133686] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 in Status: UNINITIALIZED for 2s [ 647.248361] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2641074d-f329-44ce-8bc6-f8bfa53e7168 [ 647.248549] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.248689] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.248805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.248975] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.249082] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.249341] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2641074d-f329-44ce-8bc6-f8bfa53e7168 already deleted. [ 647.249341] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2641074d-f329-44ce-8bc6-f8bfa53e7168" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.332334] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc in Status: SUCCESS [ 647.333931] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.543823] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.543989] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.544094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.544295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.544388] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.544490] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d is going to be updated. [ 647.571739] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.571949] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.571997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.572262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.572756] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.583293] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: IN_PROGRESS for 2s [ 647.868047] env[69236]: INFO networking_nsxv3.common.synchronization [req-dec709ce-5d58-4227-90b6-25aef6ec226b req-dc0f6b1d-fa07-4755-a3e3-9e934d34de3d tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Enqueued Resource ID: e8eff172-d10e-42b0-b090-213abfa8c883 with Priority: HIGHEST for action security_group_members [ 647.868624] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8eff172-d10e-42b0-b090-213abfa8c883 with Priority: HIGHEST for action security_group_members [ 647.868923] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8eff172-d10e-42b0-b090-213abfa8c883 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.869076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.869149] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.871568] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.871568] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.872099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.872099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.872099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.872099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.872099] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.266139] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.266426] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.266710] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.266710] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.266974] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.267313] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.267389] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.267576] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.267823] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.268138] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.268270] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.268384] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.268495] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.268694] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.268772] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.268974] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.291039] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.291039] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 648.291039] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.291039] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.291039] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-6cfb98a7-d39c-4001-86c3-86a2d31605cd taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.291039] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-6cfb98a7-d39c-4001-86c3-86a2d31605cd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.291478] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-6cfb98a7-d39c-4001-86c3-86a2d31605cd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.291478] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-6cfb98a7-d39c-4001-86c3-86a2d31605cd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.292861] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cfb98a7-d39c-4001-86c3-86a2d31605cd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.374230] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.374476] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.374587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.374922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.375094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.375383] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.375533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.376164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.376432] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.376565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.376757] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8eff172-d10e-42b0-b090-213abfa8c883 already deleted. [ 648.376821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.800329] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.800329] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.800329] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.800329] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.800329] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.800329] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 6cfb98a7-d39c-4001-86c3-86a2d31605cd not found, creating... [ 648.800329] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.800329] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.800329] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.800329] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.800329] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.800941] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.801269] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.801550] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.801968] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.802307] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.802607] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 6cfb98a7-d39c-4001-86c3-86a2d31605cd is going to be created. [ 648.836272] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.836272] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.836272] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.836272] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.836272] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.836272] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-6cfb98a7-d39c-4001-86c3-86a2d31605cd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.144416] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 in Status: UNINITIALIZED for 4s [ 649.594896] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: SUCCESS [ 649.595161] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.595339] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.595612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.595830] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.595942] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.596283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.596283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.596283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.596427] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.596495] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.596670] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.596751] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.596968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.597027] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.600939] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.601068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.601720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.601720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.601720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.601720] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.689063] env[69236]: INFO networking_nsxv3.common.synchronization [req-dec709ce-5d58-4227-90b6-25aef6ec226b req-2a5ee6b6-5cc4-4640-aa69-db5d2eee6faf service nova] Enqueued Resource ID: e8eff172-d10e-42b0-b090-213abfa8c883 with Priority: HIGHEST for action security_group_rules [ 649.689241] env[69236]: INFO networking_nsxv3.common.synchronization [req-dec709ce-5d58-4227-90b6-25aef6ec226b req-2a5ee6b6-5cc4-4640-aa69-db5d2eee6faf service nova] Enqueued Resource ID: e8eff172-d10e-42b0-b090-213abfa8c883 with Priority: HIGHEST for action security_group_members [ 649.689376] env[69236]: INFO networking_nsxv3.common.synchronization [req-dec709ce-5d58-4227-90b6-25aef6ec226b req-2a5ee6b6-5cc4-4640-aa69-db5d2eee6faf service nova] Enqueued Resource ID: 6cfb98a7-d39c-4001-86c3-86a2d31605cd with Priority: HIGHEST for action port [ 649.689604] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8eff172-d10e-42b0-b090-213abfa8c883 with Priority: HIGHEST for action security_group_rules [ 649.689727] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8eff172-d10e-42b0-b090-213abfa8c883 with Priority: HIGHEST for action security_group_members [ 649.689819] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cfb98a7-d39c-4001-86c3-86a2d31605cd with Priority: HIGHEST for action port [ 649.690382] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8eff172-d10e-42b0-b090-213abfa8c883 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.690506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.690612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.690822] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.690904] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.695078] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8eff172-d10e-42b0-b090-213abfa8c883 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.697018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.697018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.697018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.697018] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.697018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.697018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.697018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.697018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.697018] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.697018] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cfb98a7-d39c-4001-86c3-86a2d31605cd taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.697018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cfb98a7-d39c-4001-86c3-86a2d31605cd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.697677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cfb98a7-d39c-4001-86c3-86a2d31605cd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.697677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cfb98a7-d39c-4001-86c3-86a2d31605cd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.697677] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cfb98a7-d39c-4001-86c3-86a2d31605cd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.104654] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d: rpc.has_security_group_logging(os_id): False [ 650.124247] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.124404] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.124499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.125165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.125165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.125165] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.125165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.125165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.125463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.125463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.125963] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.125963] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.125963] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.125963] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.125963] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.126408] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.126408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.126408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.126408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.126653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.126653] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d is going to be created. [ 650.187497] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.187929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.187929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.188206] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.188206] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.198277] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: IN_PROGRESS for 2s [ 650.199770] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.201141] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8eff172-d10e-42b0-b090-213abfa8c883 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.201141] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.201471] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6cfb98a7-d39c-4001-86c3-86a2d31605cd with status ACTIVE [ 650.201471] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.201574] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.201608] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.201797] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.201906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.202079] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.202311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.202311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.202435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.203478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.203681] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.203862] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.203862] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.204118] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.204118] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.204249] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6cfb98a7-d39c-4001-86c3-86a2d31605cd is going to be updated. [ 650.221956] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.222099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.222168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.222397] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.222547] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.222641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cfb98a7-d39c-4001-86c3-86a2d31605cd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.703788] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.720765] env[69236]: INFO networking_nsxv3.common.synchronization [req-efc49f39-6d3f-41a9-a73e-db929e42bbfd req-53c27a48-8dba-4a97-adc3-571419ab44a8 tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Enqueued Resource ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 with Priority: HIGHEST for action security_group_members [ 650.720765] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 with Priority: HIGHEST for action security_group_members [ 650.720765] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.720765] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.720765] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.722061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.722386] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.722650] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.722836] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.723123] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.723367] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.723676] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a55ef5eb-e15c-4abe-a73b-0d9fc53201f7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.075268] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-75 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.075469] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-75" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.075646] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-75" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.075947] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-75" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.076194] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.076351] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.076467] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.076705] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.076825] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.077357] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.077557] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.078009] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.078228] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.078504] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.078504] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.078504] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.098893] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.099187] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 651.099341] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.099527] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-75" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.099864] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-916e3bc7-0e17-421c-8194-2181e29e20a3 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.100049] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-916e3bc7-0e17-421c-8194-2181e29e20a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.100168] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-916e3bc7-0e17-421c-8194-2181e29e20a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.100478] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-916e3bc7-0e17-421c-8194-2181e29e20a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.100615] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('916e3bc7-0e17-421c-8194-2181e29e20a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.157148] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 in Status: SUCCESS [ 651.157426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.157594] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.157862] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.158088] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.158212] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.158279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.158460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.158526] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.158675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.158710] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.206823] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.206823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.206823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.207178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.207178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.207241] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8eff172-d10e-42b0-b090-213abfa8c883 is going to be created. [ 651.228247] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.228391] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.228464] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.228716] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.228818] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.229042] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.229145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.229208] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.229360] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.229436] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.229521] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 already deleted. [ 651.229603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.230812] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.230943] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.231026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.231185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.231331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.241180] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8eff172-d10e-42b0-b090-213abfa8c883 in Status: UNINITIALIZED for 2s [ 651.604623] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.604623] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.604623] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.604623] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.605324] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.605324] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 916e3bc7-0e17-421c-8194-2181e29e20a3 not found, creating... [ 651.605324] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.605324] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.605616] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.605616] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.605763] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.606035] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.606766] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.606766] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.606766] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.606766] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.606766] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 916e3bc7-0e17-421c-8194-2181e29e20a3 is going to be created. [ 651.626831] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.626831] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.626831] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.629476] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.629804] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.630065] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-916e3bc7-0e17-421c-8194-2181e29e20a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.661314] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.167737] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6744fd01-2c77-4e7f-a25f-ac7d967bfe94: rpc.has_security_group_logging(os_id): False [ 652.185762] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.185762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.185897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.186348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.186348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.186443] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.186506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.186541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.187972] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.187972] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.187972] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 is going to be created. [ 652.220392] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: SUCCESS [ 652.220632] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.220980] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.220980] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.221150] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.256813] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.259194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.259194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.259194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.259194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.274798] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 in Status: IN_PROGRESS for 2s [ 652.498111] env[69236]: INFO networking_nsxv3.common.synchronization [req-efc49f39-6d3f-41a9-a73e-db929e42bbfd req-fb3abc01-cd74-43fa-8bdd-0722b3884fde service nova] Enqueued Resource ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 with Priority: HIGHEST for action security_group_rules [ 652.498111] env[69236]: INFO networking_nsxv3.common.synchronization [req-efc49f39-6d3f-41a9-a73e-db929e42bbfd req-fb3abc01-cd74-43fa-8bdd-0722b3884fde service nova] Enqueued Resource ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 with Priority: HIGHEST for action security_group_members [ 652.498111] env[69236]: INFO networking_nsxv3.common.synchronization [req-efc49f39-6d3f-41a9-a73e-db929e42bbfd req-fb3abc01-cd74-43fa-8bdd-0722b3884fde service nova] Enqueued Resource ID: 916e3bc7-0e17-421c-8194-2181e29e20a3 with Priority: HIGHEST for action port [ 652.498111] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 with Priority: HIGHEST for action security_group_rules [ 652.498111] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 with Priority: HIGHEST for action security_group_members [ 652.498111] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 916e3bc7-0e17-421c-8194-2181e29e20a3 with Priority: HIGHEST for action port [ 652.498111] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.498111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.498111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.499080] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.499314] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a55ef5eb-e15c-4abe-a73b-0d9fc53201f7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.502169] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.502169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.502169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.502169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.502169] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.502169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.502169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.502169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.502169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.502169] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a55ef5eb-e15c-4abe-a73b-0d9fc53201f7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.502169] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-916e3bc7-0e17-421c-8194-2181e29e20a3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.502786] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-916e3bc7-0e17-421c-8194-2181e29e20a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.502983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-916e3bc7-0e17-421c-8194-2181e29e20a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.503259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-916e3bc7-0e17-421c-8194-2181e29e20a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.503569] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('916e3bc7-0e17-421c-8194-2181e29e20a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.631346] env[69236]: INFO networking_nsxv3.common.synchronization [None req-ac9ce9ad-6e0b-4c4c-98ec-097e1ef8d607 None None] Enqueued Resource ID: c37b22ab-bd93-4c28-948a-c2bdc36db001 with Priority: HIGHEST for action port [ 652.631640] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c37b22ab-bd93-4c28-948a-c2bdc36db001 with Priority: HIGHEST for action port [ 652.632584] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c37b22ab-bd93-4c28-948a-c2bdc36db001 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.632737] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c37b22ab-bd93-4c28-948a-c2bdc36db001" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.632810] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c37b22ab-bd93-4c28-948a-c2bdc36db001" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.634117] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c37b22ab-bd93-4c28-948a-c2bdc36db001" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.634117] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c37b22ab-bd93-4c28-948a-c2bdc36db001',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.727262] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.727262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.727262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.727262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.727549] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.727549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.727549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.727764] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.727764] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.727830] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.728011] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.005653] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a55ef5eb-e15c-4abe-a73b-0d9fc53201f7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.008033] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.008033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.008288] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 916e3bc7-0e17-421c-8194-2181e29e20a3 with status ACTIVE [ 653.008356] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.008502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.008567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.008848] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.008980] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.009843] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.010080] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.010595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.010803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.013351] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.013564] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.013708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.013784] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.013964] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.014089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.014236] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 916e3bc7-0e17-421c-8194-2181e29e20a3 is going to be updated. [ 653.042895] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.043121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.043121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.043292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.043385] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.043550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-916e3bc7-0e17-421c-8194-2181e29e20a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.136257] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c37b22ab-bd93-4c28-948a-c2bdc36db001 [ 653.137045] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.138149] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.138149] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.138149] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.138149] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.138149] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c37b22ab-bd93-4c28-948a-c2bdc36db001 already deleted. [ 653.138149] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c37b22ab-bd93-4c28-948a-c2bdc36db001" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.230446] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.230446] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.230446] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.230446] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.231857] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.231857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.231857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.231857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.231857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.231857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.231857] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.231857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.232474] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.233995] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.234178] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.234490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.234490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.234730] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.234793] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.234923] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.236230] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.250464] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8eff172-d10e-42b0-b090-213abfa8c883 in Status: SUCCESS [ 653.251206] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.251206] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.251206] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.251206] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.251428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.251428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.252319] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.252389] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.252444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.252780] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.516080] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a55ef5eb-e15c-4abe-a73b-0d9fc53201f7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.738227] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d: rpc.has_security_group_logging(os_id): False [ 653.758688] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8eff172-d10e-42b0-b090-213abfa8c883 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.760198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.760198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.760198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.760198] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.760198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.760198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.760198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.760198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.760198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.760198] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8eff172-d10e-42b0-b090-213abfa8c883 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.760543] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.760543] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.760543] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.760798] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.760846] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.760941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.761870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.763542] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.763542] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.763542] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.766054] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.766231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.766321] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.766534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.766653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.766854] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.766990] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.767098] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.767272] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.767367] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.767593] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.768025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.768133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.768356] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.768457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.769312] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.769711] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.769711] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.769711] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.769711] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.770684] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d is going to be updated. [ 653.789989] env[69236]: INFO networking_nsxv3.common.synchronization [req-7a1b0506-3de9-40c8-88c9-93cfed443b27 req-2331b39b-b1cf-4978-873f-7ae605190b2f tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Enqueued Resource ID: e8eff172-d10e-42b0-b090-213abfa8c883 with Priority: HIGHEST for action security_group_members [ 653.793019] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8eff172-d10e-42b0-b090-213abfa8c883 with Priority: HIGHEST for action security_group_members [ 653.793019] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8eff172-d10e-42b0-b090-213abfa8c883 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.793019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.793019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.793019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.793019] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.793019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.793019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.793019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.793019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.793019] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.872435] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.872435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.872435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.872435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.872435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.886775] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: IN_PROGRESS for 2s [ 654.021045] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.021045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.021045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.021045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.021045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.021045] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 is going to be created. [ 654.046069] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.046069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.046069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.046069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.046069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.053557] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 in Status: UNINITIALIZED for 2s [ 654.273274] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8eff172-d10e-42b0-b090-213abfa8c883: rpc.has_security_group_logging(os_id): False [ 654.279564] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.279564] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.279564] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.279564] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.280390] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.280516] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.281891] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.282214] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.282380] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.285727] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.285727] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.285727] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.285727] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.285727] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.285727] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.285727] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.293030] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.293030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.293030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.293248] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.293472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.293763] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.293878] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.293945] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.294559] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.294559] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.294559] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.294559] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.294559] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.294812] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.294812] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.294957] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.295056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.295116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.295254] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.295330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.295419] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8eff172-d10e-42b0-b090-213abfa8c883 is going to be created. [ 654.296642] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.302243] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 in Status: SUCCESS [ 654.302457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.303980] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.304168] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.304309] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.304503] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.304809] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-9bbe21d0-2fff-4bfd-9bc3-d87a54564287 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.305495] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-9bbe21d0-2fff-4bfd-9bc3-d87a54564287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.305495] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-9bbe21d0-2fff-4bfd-9bc3-d87a54564287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.305495] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-9bbe21d0-2fff-4bfd-9bc3-d87a54564287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.305710] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bbe21d0-2fff-4bfd-9bc3-d87a54564287',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.357512] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.357665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.357665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.357951] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.358160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.371360] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8eff172-d10e-42b0-b090-213abfa8c883 in Status: IN_PROGRESS for 2s [ 654.689930] env[69236]: INFO networking_nsxv3.common.synchronization [req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 req-6561b5dc-7b72-458d-872d-52abdb2b836d tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Enqueued Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_members [ 654.690460] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_members [ 654.690845] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.691066] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.691346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.694303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.694303] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.694303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.694303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.694303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.694303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.694303] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.801365] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.808281] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.809095] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.809095] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.809095] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.809095] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.809456] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 9bbe21d0-2fff-4bfd-9bc3-d87a54564287 not found, creating... [ 654.809456] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.809608] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.812199] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.812199] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.812199] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.812199] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.812199] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.812199] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.812199] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.812199] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.812199] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 9bbe21d0-2fff-4bfd-9bc3-d87a54564287 is going to be created. [ 654.834638] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.834638] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.834638] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.834638] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.834638] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.834638] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-9bbe21d0-2fff-4bfd-9bc3-d87a54564287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.201094] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.308576] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.308576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.308576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.308576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.308576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.308576] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8eff172-d10e-42b0-b090-213abfa8c883 is going to be updated. [ 655.334531] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.334531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.334531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.334531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.334531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.345669] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8eff172-d10e-42b0-b090-213abfa8c883 in Status: IN_PROGRESS for 2s [ 655.496805] env[69236]: INFO networking_nsxv3.common.synchronization [None req-35c01dd2-a64a-45cd-8659-f9abffa5f94c None None] Enqueued Resource ID: 8bf12ed9-4017-44b7-a621-58c1a76ee3df with Priority: HIGHEST for action port [ 655.496805] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf12ed9-4017-44b7-a621-58c1a76ee3df with Priority: HIGHEST for action port [ 655.496805] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bf12ed9-4017-44b7-a621-58c1a76ee3df taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.496805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bf12ed9-4017-44b7-a621-58c1a76ee3df" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.496805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bf12ed9-4017-44b7-a621-58c1a76ee3df" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.499113] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bf12ed9-4017-44b7-a621-58c1a76ee3df" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.499438] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bf12ed9-4017-44b7-a621-58c1a76ee3df',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.623499] env[69236]: INFO networking_nsxv3.common.synchronization [req-7a1b0506-3de9-40c8-88c9-93cfed443b27 req-b6839a79-7e64-429c-ab3c-c7cf22af3894 service nova] Enqueued Resource ID: e8eff172-d10e-42b0-b090-213abfa8c883 with Priority: HIGHEST for action security_group_rules [ 655.623615] env[69236]: INFO networking_nsxv3.common.synchronization [req-7a1b0506-3de9-40c8-88c9-93cfed443b27 req-b6839a79-7e64-429c-ab3c-c7cf22af3894 service nova] Enqueued Resource ID: e8eff172-d10e-42b0-b090-213abfa8c883 with Priority: HIGHEST for action security_group_members [ 655.623751] env[69236]: INFO networking_nsxv3.common.synchronization [req-7a1b0506-3de9-40c8-88c9-93cfed443b27 req-b6839a79-7e64-429c-ab3c-c7cf22af3894 service nova] Enqueued Resource ID: 9bbe21d0-2fff-4bfd-9bc3-d87a54564287 with Priority: HIGHEST for action port [ 655.623978] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8eff172-d10e-42b0-b090-213abfa8c883 with Priority: HIGHEST for action security_group_rules [ 655.624123] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8eff172-d10e-42b0-b090-213abfa8c883 with Priority: HIGHEST for action security_group_members [ 655.624209] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bbe21d0-2fff-4bfd-9bc3-d87a54564287 with Priority: HIGHEST for action port [ 655.624799] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8eff172-d10e-42b0-b090-213abfa8c883 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.624904] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.627026] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8eff172-d10e-42b0-b090-213abfa8c883 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.627026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.627179] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bbe21d0-2fff-4bfd-9bc3-d87a54564287 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.629221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bbe21d0-2fff-4bfd-9bc3-d87a54564287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.629221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bbe21d0-2fff-4bfd-9bc3-d87a54564287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.629221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bbe21d0-2fff-4bfd-9bc3-d87a54564287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.629221] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bbe21d0-2fff-4bfd-9bc3-d87a54564287',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.704698] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.900052] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: SUCCESS [ 655.900287] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.900466] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.900703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.900814] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.004325] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bf12ed9-4017-44b7-a621-58c1a76ee3df [ 656.004325] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.004572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.004572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.006206] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.006206] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.006206] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bf12ed9-4017-44b7-a621-58c1a76ee3df already deleted. [ 656.006206] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bf12ed9-4017-44b7-a621-58c1a76ee3df" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.064640] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 in Status: SUCCESS [ 656.064640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.064640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.064640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.064895] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.064895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.064895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.065137] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.065177] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.065501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.065501] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a55ef5eb-e15c-4abe-a73b-0d9fc53201f7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.130944] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bbe21d0-2fff-4bfd-9bc3-d87a54564287 with status ACTIVE [ 656.131241] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.131433] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.131506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.131718] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.131806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.131975] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.132088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.132144] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.132305] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.132380] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.132559] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.132644] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.132712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.132856] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.132923] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.133018] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bbe21d0-2fff-4bfd-9bc3-d87a54564287 is going to be updated. [ 656.152862] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.153043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.153116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.153330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.153660] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.153660] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bbe21d0-2fff-4bfd-9bc3-d87a54564287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.207417] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.207524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.207596] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.207850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.207958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.208119] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d is going to be updated. [ 656.249744] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.249918] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.250057] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.250402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.250402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.260148] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: IN_PROGRESS for 2s [ 656.383315] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8eff172-d10e-42b0-b090-213abfa8c883 in Status: SUCCESS [ 656.383586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.386578] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.386578] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.386578] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.404041] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.404041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.568203] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.568406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.568406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.568639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.568804] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.568909] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.568983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.569126] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.569217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.569309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.569566] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.569688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.569881] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.569881] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.570048] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.570147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.570216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.570345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.570423] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.570505] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.570595] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a55ef5eb-e15c-4abe-a73b-0d9fc53201f7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.889916] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8eff172-d10e-42b0-b090-213abfa8c883 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.890085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.073313] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a55ef5eb-e15c-4abe-a73b-0d9fc53201f7: rpc.has_security_group_logging(os_id): False [ 657.093423] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.093633] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.093704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.098021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.098021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.098021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.098021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.098021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.098021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.098021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.098021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.098021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.098021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.098021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.098021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.098021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.098021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.098631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.098631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.098631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.098631] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 is going to be created. [ 657.152466] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.152543] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.152588] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.153767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.153767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.168086] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 in Status: IN_PROGRESS for 2s [ 657.354872] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8eff172-d10e-42b0-b090-213abfa8c883 in Status: SUCCESS [ 657.356087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.356326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.356597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.357101] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.357331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.357474] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.357722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.357829] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.361167] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.864657] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.269260] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: SUCCESS [ 658.270868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.270868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.270868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.270868] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.270868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.270868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.270868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.270868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.270868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.270868] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.370783] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.554120] env[69236]: INFO networking_nsxv3.common.synchronization [req-e3e74f39-2270-4871-a39a-a7e9bfecc898 req-6efa352d-7ec5-421f-9f55-d56d10600665 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Enqueued Resource ID: f20caacf-c060-4d46-9676-83812041913e with Priority: HIGHEST for action security_group_members [ 658.554543] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20caacf-c060-4d46-9676-83812041913e with Priority: HIGHEST for action security_group_members [ 658.554843] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f20caacf-c060-4d46-9676-83812041913e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.555036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.555036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.555280] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.555432] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.555537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.555601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.555755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.555853] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.555949] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.774021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.774228] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.774300] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.774521] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.774683] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.774779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.774838] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.774979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.775080] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.775168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.775309] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.775398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.775451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.775589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.775741] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.775829] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.775886] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.776929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.776929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.776929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.776929] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.875010] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.875010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.875010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.875010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.875010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.875010] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8eff172-d10e-42b0-b090-213abfa8c883 is going to be updated. [ 658.890072] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.890072] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.890072] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.890072] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.890072] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.890072] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.890072] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.890072] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.890072] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.890072] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.892232] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.892232] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.892232] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.892232] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.892232] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.892232] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.903882] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.904068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.904179] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.904390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.904537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.909716] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.909878] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 658.910110] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.910636] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.910636] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-5ec21ea5-f205-4b08-8946-85aefff7f2c6 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.910803] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-5ec21ea5-f205-4b08-8946-85aefff7f2c6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.910841] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-5ec21ea5-f205-4b08-8946-85aefff7f2c6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.911182] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-5ec21ea5-f205-4b08-8946-85aefff7f2c6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.911326] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ec21ea5-f205-4b08-8946-85aefff7f2c6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.917194] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8eff172-d10e-42b0-b090-213abfa8c883 in Status: IN_PROGRESS for 2s [ 659.059894] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.059894] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.059894] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.059894] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.059894] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.060129] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.060129] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.060129] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.061089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.061089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.061089] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f20caacf-c060-4d46-9676-83812041913e already deleted. [ 659.061089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.185172] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 in Status: SUCCESS [ 659.186718] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.281364] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d: rpc.has_security_group_logging(os_id): False [ 659.299912] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.300166] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.300260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.300595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.300920] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.301206] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.301324] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.301390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.302332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.302448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.302808] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.302942] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.303057] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.303232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.303360] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.303660] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.303978] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.304111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.304356] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.304483] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.304616] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d is going to be updated. [ 659.362472] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.362472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.362472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.362472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.362472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.381691] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: IN_PROGRESS for 2s [ 659.417463] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.417723] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.417864] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.418151] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.418301] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.418547] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 5ec21ea5-f205-4b08-8946-85aefff7f2c6 not found, creating... [ 659.418727] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.418889] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.419085] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.419346] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.419488] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.419788] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.420092] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.420781] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.421180] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.421479] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.421694] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 5ec21ea5-f205-4b08-8946-85aefff7f2c6 is going to be created. [ 659.442955] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.443097] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.443613] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.443613] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.443855] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.443948] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-5ec21ea5-f205-4b08-8946-85aefff7f2c6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.215622] env[69236]: INFO networking_nsxv3.common.synchronization [req-e3e74f39-2270-4871-a39a-a7e9bfecc898 req-c2f0439e-3c4b-4334-9cd1-b7ef48f994db service nova] Enqueued Resource ID: f20caacf-c060-4d46-9676-83812041913e with Priority: HIGHEST for action security_group_rules [ 660.215984] env[69236]: INFO networking_nsxv3.common.synchronization [req-e3e74f39-2270-4871-a39a-a7e9bfecc898 req-c2f0439e-3c4b-4334-9cd1-b7ef48f994db service nova] Enqueued Resource ID: f20caacf-c060-4d46-9676-83812041913e with Priority: HIGHEST for action security_group_members [ 660.216064] env[69236]: INFO networking_nsxv3.common.synchronization [req-e3e74f39-2270-4871-a39a-a7e9bfecc898 req-c2f0439e-3c4b-4334-9cd1-b7ef48f994db service nova] Enqueued Resource ID: 5ec21ea5-f205-4b08-8946-85aefff7f2c6 with Priority: HIGHEST for action port [ 660.216847] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20caacf-c060-4d46-9676-83812041913e with Priority: HIGHEST for action security_group_rules [ 660.217045] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20caacf-c060-4d46-9676-83812041913e with Priority: HIGHEST for action security_group_members [ 660.217204] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ec21ea5-f205-4b08-8946-85aefff7f2c6 with Priority: HIGHEST for action port [ 660.217578] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f20caacf-c060-4d46-9676-83812041913e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.217980] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.218055] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.219038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.219038] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.219972] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f20caacf-c060-4d46-9676-83812041913e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.220146] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.220230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.220819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.220819] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.220955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.221220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.221373] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.221505] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.221626] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.222662] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ec21ea5-f205-4b08-8946-85aefff7f2c6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.222786] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ec21ea5-f205-4b08-8946-85aefff7f2c6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.222883] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ec21ea5-f205-4b08-8946-85aefff7f2c6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.223135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ec21ea5-f205-4b08-8946-85aefff7f2c6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.223251] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ec21ea5-f205-4b08-8946-85aefff7f2c6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.725637] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.726749] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f20caacf-c060-4d46-9676-83812041913e taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.726884] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.727103] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ec21ea5-f205-4b08-8946-85aefff7f2c6 with status ACTIVE [ 660.727670] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.728738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.728738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.728738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.728738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.728738] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.728738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.728738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.728738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.728738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.729128] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.729228] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.729336] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.729441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.729521] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.729603] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ec21ea5-f205-4b08-8946-85aefff7f2c6 is going to be updated. [ 660.750761] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.750761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.750761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.750761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.750761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.750761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ec21ea5-f205-4b08-8946-85aefff7f2c6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.926846] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8eff172-d10e-42b0-b090-213abfa8c883 in Status: SUCCESS [ 660.931023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.931023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.931023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.931023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.931023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.931023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.931023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.931023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.931023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.931023] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.231309] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.398038] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: SUCCESS [ 661.398345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.431176] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8eff172-d10e-42b0-b090-213abfa8c883 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.433034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.433034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.433168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.433291] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.433396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.433463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.434119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.434119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.434119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.434119] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8eff172-d10e-42b0-b090-213abfa8c883 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.434119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.434391] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.434391] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.434567] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.434643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.434681] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.434831] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.434905] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.434991] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.435103] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.735011] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.735626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.735626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.737766] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.737766] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.737766] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f20caacf-c060-4d46-9676-83812041913e is going to be created. [ 661.762915] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.762915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.762915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.762915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.762915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.774132] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f20caacf-c060-4d46-9676-83812041913e in Status: UNINITIALIZED for 2s [ 661.940909] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8eff172-d10e-42b0-b090-213abfa8c883: rpc.has_security_group_logging(os_id): False [ 661.963973] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.964142] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.964204] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.964407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.964499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.964728] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.964812] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.964857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.965071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.965142] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.965286] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.965369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.965435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.965605] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.965721] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.965962] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.966083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.966135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.966515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.966515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.966515] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8eff172-d10e-42b0-b090-213abfa8c883 is going to be updated. [ 662.025737] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.028023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.028023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.028023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.028023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.042028] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8eff172-d10e-42b0-b090-213abfa8c883 in Status: IN_PROGRESS for 2s [ 663.786826] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f20caacf-c060-4d46-9676-83812041913e in Status: SUCCESS [ 663.786826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.786826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.786826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.786826] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.786826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.786826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.786826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.786826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.786826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.787522] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.054957] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8eff172-d10e-42b0-b090-213abfa8c883 in Status: SUCCESS [ 664.055342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.293018] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f20caacf-c060-4d46-9676-83812041913e taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.293147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.293147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.293615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.293615] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.293758] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.293758] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.294217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.294217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.294308] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.294437] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f20caacf-c060-4d46-9676-83812041913e taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.294638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.294703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.294809] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.294987] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.295192] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.295278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.295513] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.295628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.295751] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.295857] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.540259] env[69236]: INFO networking_nsxv3.common.synchronization [None req-fc8206ec-66c9-4b2d-9b0d-0dce75009e68 None None] Enqueued Resource ID: e1b4d3a0-8ad4-40a9-81f7-7bc71e05fdfc with Priority: HIGHEST for action port [ 664.540950] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1b4d3a0-8ad4-40a9-81f7-7bc71e05fdfc with Priority: HIGHEST for action port [ 664.542262] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1b4d3a0-8ad4-40a9-81f7-7bc71e05fdfc taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.542423] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1b4d3a0-8ad4-40a9-81f7-7bc71e05fdfc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.542503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1b4d3a0-8ad4-40a9-81f7-7bc71e05fdfc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.542778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1b4d3a0-8ad4-40a9-81f7-7bc71e05fdfc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.542869] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1b4d3a0-8ad4-40a9-81f7-7bc71e05fdfc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.801791] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f20caacf-c060-4d46-9676-83812041913e: rpc.has_security_group_logging(os_id): False [ 664.820550] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.821335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.821448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.821682] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.822766] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.823112] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.823218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.823419] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.823489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.824643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.824643] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.824643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.824643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.824643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.824643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.824643] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.824643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.824643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.825056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.825056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.825056] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f20caacf-c060-4d46-9676-83812041913e is going to be created. [ 664.882152] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.882710] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.883399] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.883399] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.883399] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.894299] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f20caacf-c060-4d46-9676-83812041913e in Status: IN_PROGRESS for 2s [ 665.046173] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1b4d3a0-8ad4-40a9-81f7-7bc71e05fdfc [ 665.046173] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.046173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.046173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.046173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.046173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.046173] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1b4d3a0-8ad4-40a9-81f7-7bc71e05fdfc already deleted. [ 665.046173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1b4d3a0-8ad4-40a9-81f7-7bc71e05fdfc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.455436] env[69236]: INFO networking_nsxv3.common.synchronization [req-06b65352-1681-4c72-b073-cb144ca66f4f req-c1c52e52-4710-489e-b4de-8c056dc6322c tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Enqueued Resource ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 with Priority: HIGHEST for action security_group_members [ 665.455708] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 with Priority: HIGHEST for action security_group_members [ 665.456982] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.456982] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.456982] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.457259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.457259] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.457343] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.457413] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.457537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.457623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.457693] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a55ef5eb-e15c-4abe-a73b-0d9fc53201f7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.963478] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.963875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.963875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.964430] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.964430] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.964430] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.964617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.964617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.964719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.964800] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.964887] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 is going to be updated. [ 665.992444] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.992444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.992444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.992444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.992444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.002257] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 in Status: IN_PROGRESS for 2s [ 666.893327] env[69236]: INFO networking_nsxv3.common.synchronization [None req-94ac8418-3b98-417f-85cc-338208fc87a5 None None] Enqueued Resource ID: 2f6e4922-d32c-4d0f-8340-b1f5af4abfc9 with Priority: HIGHEST for action port [ 666.893937] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f6e4922-d32c-4d0f-8340-b1f5af4abfc9 with Priority: HIGHEST for action port [ 666.894297] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f6e4922-d32c-4d0f-8340-b1f5af4abfc9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.894419] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f6e4922-d32c-4d0f-8340-b1f5af4abfc9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.894502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f6e4922-d32c-4d0f-8340-b1f5af4abfc9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.894776] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f6e4922-d32c-4d0f-8340-b1f5af4abfc9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.894863] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f6e4922-d32c-4d0f-8340-b1f5af4abfc9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.927546] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f20caacf-c060-4d46-9676-83812041913e in Status: SUCCESS [ 666.927546] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.398981] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f6e4922-d32c-4d0f-8340-b1f5af4abfc9 [ 667.399229] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.399490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.399598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.399852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.399978] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.400118] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f6e4922-d32c-4d0f-8340-b1f5af4abfc9 already deleted. [ 667.400247] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f6e4922-d32c-4d0f-8340-b1f5af4abfc9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.882400] env[69236]: INFO networking_nsxv3.common.synchronization [None req-7d571857-8cc5-409e-b035-62ada45439cd tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Enqueued Resource ID: 285b6abc-b2e6-4389-89d1-68424da041ed with Priority: HIGHEST for action security_group_rules [ 667.882400] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 285b6abc-b2e6-4389-89d1-68424da041ed with Priority: HIGHEST for action security_group_rules [ 667.882400] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-285b6abc-b2e6-4389-89d1-68424da041ed taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.882400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-285b6abc-b2e6-4389-89d1-68424da041ed" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.882400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-285b6abc-b2e6-4389-89d1-68424da041ed" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.882400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-285b6abc-b2e6-4389-89d1-68424da041ed" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.882400] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('285b6abc-b2e6-4389-89d1-68424da041ed',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.012473] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 in Status: SUCCESS [ 668.012766] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 deletion is rescheduled due to dependency. [ 668.012963] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.065511] env[69236]: INFO networking_nsxv3.common.synchronization [None req-dcb84349-e924-49a9-be80-1556174b132a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Enqueued Resource ID: 285b6abc-b2e6-4389-89d1-68424da041ed with Priority: HIGHEST for action security_group_rules [ 668.066074] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 285b6abc-b2e6-4389-89d1-68424da041ed with Priority: HIGHEST for action security_group_rules [ 668.066382] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-285b6abc-b2e6-4389-89d1-68424da041ed taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.066490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-285b6abc-b2e6-4389-89d1-68424da041ed" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.403073] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.405801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.405801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.405801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.405801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.405801] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 285b6abc-b2e6-4389-89d1-68424da041ed already deleted. [ 668.405801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-285b6abc-b2e6-4389-89d1-68424da041ed" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.405801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-285b6abc-b2e6-4389-89d1-68424da041ed" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.405801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-285b6abc-b2e6-4389-89d1-68424da041ed" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.408036] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('285b6abc-b2e6-4389-89d1-68424da041ed',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.929608] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.929774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.929841] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.930081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.930194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.930291] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 285b6abc-b2e6-4389-89d1-68424da041ed already deleted. [ 668.930377] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-285b6abc-b2e6-4389-89d1-68424da041ed" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.762347] env[69236]: INFO networking_nsxv3.common.synchronization [None req-fbef835f-2c9c-4268-ada5-712039d5755d None None] Enqueued Resource ID: 19eab38c-01d4-4d00-bf43-63f9e8ffe1e1 with Priority: HIGHEST for action port [ 670.762935] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19eab38c-01d4-4d00-bf43-63f9e8ffe1e1 with Priority: HIGHEST for action port [ 670.763266] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-19eab38c-01d4-4d00-bf43-63f9e8ffe1e1 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.763396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19eab38c-01d4-4d00-bf43-63f9e8ffe1e1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.763544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19eab38c-01d4-4d00-bf43-63f9e8ffe1e1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.763711] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19eab38c-01d4-4d00-bf43-63f9e8ffe1e1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.763827] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19eab38c-01d4-4d00-bf43-63f9e8ffe1e1',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.266698] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19eab38c-01d4-4d00-bf43-63f9e8ffe1e1 [ 671.267246] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.267246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.267246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.267422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.267560] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.267635] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19eab38c-01d4-4d00-bf43-63f9e8ffe1e1 already deleted. [ 671.267694] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19eab38c-01d4-4d00-bf43-63f9e8ffe1e1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.842343] env[69236]: INFO networking_nsxv3.common.synchronization [req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 req-fc3ca425-c45d-4092-9d59-dc2c3aa8a481 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Enqueued Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_members [ 672.842922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_members [ 672.843298] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.843416] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.843470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.843735] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.843896] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.844069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.844202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.844379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.844466] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.844612] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.951078] env[69236]: INFO networking_nsxv3.common.synchronization [None req-148f6d04-3d1b-45ea-910f-c6d4cc78d92e None None] Enqueued Resource ID: 3cbb3070-b127-4ec4-b7d0-0f5e572f2624 with Priority: HIGHEST for action port [ 672.951918] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cbb3070-b127-4ec4-b7d0-0f5e572f2624 with Priority: HIGHEST for action port [ 672.951918] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cbb3070-b127-4ec4-b7d0-0f5e572f2624 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.952038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cbb3070-b127-4ec4-b7d0-0f5e572f2624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.952508] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cbb3070-b127-4ec4-b7d0-0f5e572f2624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.952543] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cbb3070-b127-4ec4-b7d0-0f5e572f2624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.952825] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cbb3070-b127-4ec4-b7d0-0f5e572f2624',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.130370] env[69236]: INFO networking_nsxv3.common.synchronization [None req-7b0ac3a9-78e6-4f5e-9b25-132a7c381041 None None] Enqueued Resource ID: 672d71db-4a9b-4777-a32d-8bf80ebc9e95 with Priority: HIGHEST for action port [ 673.130938] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672d71db-4a9b-4777-a32d-8bf80ebc9e95 with Priority: HIGHEST for action port [ 673.131496] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-672d71db-4a9b-4777-a32d-8bf80ebc9e95 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.131496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-672d71db-4a9b-4777-a32d-8bf80ebc9e95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.131496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-672d71db-4a9b-4777-a32d-8bf80ebc9e95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.131715] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-672d71db-4a9b-4777-a32d-8bf80ebc9e95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.131762] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('672d71db-4a9b-4777-a32d-8bf80ebc9e95',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.347191] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.347392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.347392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.347567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.347630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.347848] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.348217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.348375] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.348584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.348739] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.348895] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 already deleted. [ 673.349045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.458913] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cbb3070-b127-4ec4-b7d0-0f5e572f2624 [ 673.459161] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.459299] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.459368] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.459576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.459669] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.459760] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cbb3070-b127-4ec4-b7d0-0f5e572f2624 already deleted. [ 673.459840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cbb3070-b127-4ec4-b7d0-0f5e572f2624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.633762] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 672d71db-4a9b-4777-a32d-8bf80ebc9e95 [ 673.633989] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.634191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.634271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.634927] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.634927] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.634927] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:672d71db-4a9b-4777-a32d-8bf80ebc9e95 already deleted. [ 673.635048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-672d71db-4a9b-4777-a32d-8bf80ebc9e95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.723584] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.723833] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-329" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.724320] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-329" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.724385] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-329" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.724834] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.724834] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.724980] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.725613] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.725613] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.725830] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.726177] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.726177] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.726261] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.726422] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.726466] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.726848] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.745356] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.745515] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 673.745652] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.745826] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-329" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.746172] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-790f0a5e-0e66-4cb6-9f34-96e6b362d1de taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.746340] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-790f0a5e-0e66-4cb6-9f34-96e6b362d1de" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.746458] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-790f0a5e-0e66-4cb6-9f34-96e6b362d1de" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.746835] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-790f0a5e-0e66-4cb6-9f34-96e6b362d1de" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.747010] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('790f0a5e-0e66-4cb6-9f34-96e6b362d1de',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.036264] env[69236]: INFO networking_nsxv3.common.synchronization [None req-ea8daf8c-5434-4565-84aa-4a02a89f28ed tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Enqueued Resource ID: 74bed68c-a24a-4049-a180-15d46e57a39b with Priority: HIGHEST for action security_group_rules [ 674.036821] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bed68c-a24a-4049-a180-15d46e57a39b with Priority: HIGHEST for action security_group_rules [ 674.041268] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74bed68c-a24a-4049-a180-15d46e57a39b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.041382] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.041455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.041720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.041798] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74bed68c-a24a-4049-a180-15d46e57a39b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.153362] env[69236]: INFO networking_nsxv3.common.synchronization [None req-5c9c1396-727e-4594-866d-f68b0ad3b325 tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Enqueued Resource ID: 74bed68c-a24a-4049-a180-15d46e57a39b with Priority: HIGHEST for action security_group_rules [ 674.153857] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bed68c-a24a-4049-a180-15d46e57a39b with Priority: HIGHEST for action security_group_rules [ 674.154350] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74bed68c-a24a-4049-a180-15d46e57a39b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.154804] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.254286] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.254286] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.254286] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.254286] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.254286] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.254286] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 790f0a5e-0e66-4cb6-9f34-96e6b362d1de not found, creating... [ 674.254286] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.254286] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.254286] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.254286] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.254286] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.254656] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.254929] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.255621] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.255871] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.256046] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.256193] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 790f0a5e-0e66-4cb6-9f34-96e6b362d1de is going to be created. [ 674.278598] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.279539] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.279843] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.280084] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.280322] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.280571] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-790f0a5e-0e66-4cb6-9f34-96e6b362d1de" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.563238] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.563461] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.563537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.563751] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.563841] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.563940] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74bed68c-a24a-4049-a180-15d46e57a39b already deleted. [ 674.564041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.564187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.564337] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.564417] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74bed68c-a24a-4049-a180-15d46e57a39b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.865845] env[69236]: INFO networking_nsxv3.common.synchronization [req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 req-70c1b526-6882-4086-b5db-995dbfa4c3ca tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Enqueued Resource ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 with Priority: HIGHEST for action security_group_members [ 674.866435] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 with Priority: HIGHEST for action security_group_members [ 674.866864] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-da819cc2-6f63-43e9-a68b-a8654cdb1f95 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.866983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.867059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.867300] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.867452] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.867547] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.867606] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.867753] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.867836] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.867948] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da819cc2-6f63-43e9-a68b-a8654cdb1f95',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.085663] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.085950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.085950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.086278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.086278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.086278] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74bed68c-a24a-4049-a180-15d46e57a39b already deleted. [ 675.086442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.271334] env[69236]: INFO networking_nsxv3.common.synchronization [req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 req-e6620d2c-1ae7-4b46-a1ce-960deef5aa48 service nova] Enqueued Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_rules [ 675.271334] env[69236]: INFO networking_nsxv3.common.synchronization [req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 req-e6620d2c-1ae7-4b46-a1ce-960deef5aa48 service nova] Enqueued Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_members [ 675.271334] env[69236]: INFO networking_nsxv3.common.synchronization [req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 req-e6620d2c-1ae7-4b46-a1ce-960deef5aa48 service nova] Enqueued Resource ID: 790f0a5e-0e66-4cb6-9f34-96e6b362d1de with Priority: HIGHEST for action port [ 675.274125] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_rules [ 675.274293] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_members [ 675.274401] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 790f0a5e-0e66-4cb6-9f34-96e6b362d1de with Priority: HIGHEST for action port [ 675.276111] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.276111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.276111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.276111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.276111] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.276901] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.276901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.276901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.276901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.277263] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.278341] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.278341] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.278341] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.278341] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.278341] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.278597] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-790f0a5e-0e66-4cb6-9f34-96e6b362d1de taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.278676] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-790f0a5e-0e66-4cb6-9f34-96e6b362d1de" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.278742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-790f0a5e-0e66-4cb6-9f34-96e6b362d1de" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.278912] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-790f0a5e-0e66-4cb6-9f34-96e6b362d1de" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.278993] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('790f0a5e-0e66-4cb6-9f34-96e6b362d1de',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.337418] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.337779] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-55" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.337779] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-55" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.338125] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-55" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.338395] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.338557] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.338674] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.338890] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.339985] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.339985] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.339985] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.339985] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.339985] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.339985] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.340299] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.340888] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.361348] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.361534] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 675.361682] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.361868] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-55" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.362324] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-089ca140-8a49-4568-b199-1ccb07511088 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.362432] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-089ca140-8a49-4568-b199-1ccb07511088" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.362510] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-089ca140-8a49-4568-b199-1ccb07511088" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.362847] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-089ca140-8a49-4568-b199-1ccb07511088" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.362993] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('089ca140-8a49-4568-b199-1ccb07511088',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.370376] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.370562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.370682] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.372088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.372745] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.372745] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.372745] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.374019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.374019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.374019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.374134] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 already deleted. [ 675.374235] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.663648] env[69236]: INFO networking_nsxv3.common.synchronization [None req-c975a6d0-ac52-4208-8a20-e93835a38a54 None None] Enqueued Resource ID: eac63f88-2cf8-49f2-b01b-4464f0c3115e with Priority: HIGHEST for action port [ 675.663951] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac63f88-2cf8-49f2-b01b-4464f0c3115e with Priority: HIGHEST for action port [ 675.667459] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-eac63f88-2cf8-49f2-b01b-4464f0c3115e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.667603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eac63f88-2cf8-49f2-b01b-4464f0c3115e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.667749] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eac63f88-2cf8-49f2-b01b-4464f0c3115e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.667907] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eac63f88-2cf8-49f2-b01b-4464f0c3115e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.668388] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eac63f88-2cf8-49f2-b01b-4464f0c3115e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.782390] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.782599] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.782700] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.785466] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 790f0a5e-0e66-4cb6-9f34-96e6b362d1de with status ACTIVE [ 675.785682] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.785812] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.785943] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.786200] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.786200] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.786200] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.786673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.786673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.786774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.786851] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.787089] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.787245] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.787335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.787645] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.787645] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.787778] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 790f0a5e-0e66-4cb6-9f34-96e6b362d1de is going to be updated. [ 675.812994] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.813173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.813254] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.813460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.813592] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.813762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-790f0a5e-0e66-4cb6-9f34-96e6b362d1de" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.869468] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.869712] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.869841] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.870153] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.870353] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.870538] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 089ca140-8a49-4568-b199-1ccb07511088 not found, creating... [ 675.870949] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.872431] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.872589] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.872857] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.873016] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.875143] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.875330] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.875526] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.875783] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.875970] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.876203] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 089ca140-8a49-4568-b199-1ccb07511088 is going to be created. [ 675.897364] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.897638] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.897779] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.898101] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.898358] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.898582] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-089ca140-8a49-4568-b199-1ccb07511088" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.170195] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eac63f88-2cf8-49f2-b01b-4464f0c3115e [ 676.170767] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.170767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.170767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.171125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.171213] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.171483] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eac63f88-2cf8-49f2-b01b-4464f0c3115e already deleted. [ 676.171483] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eac63f88-2cf8-49f2-b01b-4464f0c3115e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.285586] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.790614] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.790863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.790938] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.791290] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.791331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.791419] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 is going to be created. [ 676.818061] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.818307] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.818374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.818685] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.818900] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.832241] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: UNINITIALIZED for 2s [ 677.042481] env[69236]: INFO networking_nsxv3.common.synchronization [req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 req-384dd096-f797-4930-89e7-27b7aa3d83dc service nova] Enqueued Resource ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 with Priority: HIGHEST for action security_group_rules [ 677.042481] env[69236]: INFO networking_nsxv3.common.synchronization [req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 req-384dd096-f797-4930-89e7-27b7aa3d83dc service nova] Enqueued Resource ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 with Priority: HIGHEST for action security_group_members [ 677.042481] env[69236]: INFO networking_nsxv3.common.synchronization [req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 req-384dd096-f797-4930-89e7-27b7aa3d83dc service nova] Enqueued Resource ID: 089ca140-8a49-4568-b199-1ccb07511088 with Priority: HIGHEST for action port [ 677.042481] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 with Priority: HIGHEST for action security_group_rules [ 677.042481] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 with Priority: HIGHEST for action security_group_members [ 677.042481] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089ca140-8a49-4568-b199-1ccb07511088 with Priority: HIGHEST for action port [ 677.043229] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da819cc2-6f63-43e9-a68b-a8654cdb1f95 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.043638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.043857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.044216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.044536] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da819cc2-6f63-43e9-a68b-a8654cdb1f95',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.046737] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-da819cc2-6f63-43e9-a68b-a8654cdb1f95 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.048487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.048871] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.049275] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.049584] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.049840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.053389] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.053389] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.053389] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.053389] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da819cc2-6f63-43e9-a68b-a8654cdb1f95',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.053389] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-089ca140-8a49-4568-b199-1ccb07511088 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.053389] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-089ca140-8a49-4568-b199-1ccb07511088" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.053389] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-089ca140-8a49-4568-b199-1ccb07511088" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.053389] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-089ca140-8a49-4568-b199-1ccb07511088" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.053389] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('089ca140-8a49-4568-b199-1ccb07511088',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.547612] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-da819cc2-6f63-43e9-a68b-a8654cdb1f95 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.547923] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.555668] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da819cc2-6f63-43e9-a68b-a8654cdb1f95',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.558817] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 089ca140-8a49-4568-b199-1ccb07511088 with status ACTIVE [ 677.558817] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.558817] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.558817] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.560480] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.560480] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.560480] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.560480] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.561371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.561707] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.562673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.562927] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.563065] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.563412] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.563412] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.563412] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.563521] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 089ca140-8a49-4568-b199-1ccb07511088 is going to be updated. [ 677.586277] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.586277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.586277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.586277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.586277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.586277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-089ca140-8a49-4568-b199-1ccb07511088" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.643539] env[69236]: INFO networking_nsxv3.common.synchronization [req-1ae85b6a-521d-4528-9174-c5ea662b53fc req-1db6281a-5aa6-4d59-9bde-d7ae31794eb9 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f with Priority: HIGHEST for action security_group_members [ 677.643806] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f with Priority: HIGHEST for action security_group_members [ 677.644108] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c477003-1f31-4cb4-9737-cf86ccf0285f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.644230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.644300] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.644615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.644756] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.644862] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.644924] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.645434] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.646030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.646030] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c477003-1f31-4cb4-9737-cf86ccf0285f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.066063] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da819cc2-6f63-43e9-a68b-a8654cdb1f95',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.145467] env[69236]: INFO networking_nsxv3.common.synchronization [None req-983a1e1c-d91f-4caa-8e4e-9335afc96988 None None] Enqueued Resource ID: 315e7ce2-a3c8-414e-8d2c-91799eed091b with Priority: HIGHEST for action port [ 678.145971] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315e7ce2-a3c8-414e-8d2c-91799eed091b with Priority: HIGHEST for action port [ 678.146282] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-315e7ce2-a3c8-414e-8d2c-91799eed091b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.146408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-315e7ce2-a3c8-414e-8d2c-91799eed091b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.146475] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-315e7ce2-a3c8-414e-8d2c-91799eed091b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.147027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-315e7ce2-a3c8-414e-8d2c-91799eed091b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.147027] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('315e7ce2-a3c8-414e-8d2c-91799eed091b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.149735] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.149858] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.149925] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.150136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.150325] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.150620] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.150726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.150801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.150967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.151056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.151141] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f already deleted. [ 678.151222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.168819] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.168819] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.169040] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.169417] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.170150] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.170538] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.170761] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.171115] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.171244] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.171494] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.171622] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.171814] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.171814] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.171903] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.171984] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.172105] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.191287] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.191455] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 678.191675] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.191917] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.192233] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-a1cfdd78-d017-4474-aba6-fd0f6de69ed6 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.192360] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-a1cfdd78-d017-4474-aba6-fd0f6de69ed6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.192483] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-a1cfdd78-d017-4474-aba6-fd0f6de69ed6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.192801] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-a1cfdd78-d017-4474-aba6-fd0f6de69ed6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.192941] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1cfdd78-d017-4474-aba6-fd0f6de69ed6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.568184] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.568467] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.568467] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.568637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.568730] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.568830] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 is going to be created. [ 678.592565] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.593179] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.593179] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.593179] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.593179] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.604623] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 in Status: UNINITIALIZED for 2s [ 678.653777] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 315e7ce2-a3c8-414e-8d2c-91799eed091b [ 678.653777] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.653777] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.653777] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.653777] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.653777] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.653777] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:315e7ce2-a3c8-414e-8d2c-91799eed091b already deleted. [ 678.653777] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-315e7ce2-a3c8-414e-8d2c-91799eed091b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.697741] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.698047] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.698216] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.698501] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.698652] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.698806] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port a1cfdd78-d017-4474-aba6-fd0f6de69ed6 not found, creating... [ 678.699191] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.699464] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.699464] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.699689] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.699850] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.701885] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.702099] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.702228] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.702485] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.702627] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.702774] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: a1cfdd78-d017-4474-aba6-fd0f6de69ed6 is going to be created. [ 678.725180] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.725437] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.725561] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.725885] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.726137] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.726406] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-a1cfdd78-d017-4474-aba6-fd0f6de69ed6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.844516] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: SUCCESS [ 678.844516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.844516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.844516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.844516] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.844516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.844516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.844516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.844516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.844516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.844516] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.346692] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.480297] env[69236]: INFO networking_nsxv3.common.synchronization [req-1ae85b6a-521d-4528-9174-c5ea662b53fc req-713548fd-bb21-4bfd-b976-f611606c53e7 service nova] Enqueued Resource ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f with Priority: HIGHEST for action security_group_rules [ 679.480448] env[69236]: INFO networking_nsxv3.common.synchronization [req-1ae85b6a-521d-4528-9174-c5ea662b53fc req-713548fd-bb21-4bfd-b976-f611606c53e7 service nova] Enqueued Resource ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f with Priority: HIGHEST for action security_group_members [ 679.481680] env[69236]: INFO networking_nsxv3.common.synchronization [req-1ae85b6a-521d-4528-9174-c5ea662b53fc req-713548fd-bb21-4bfd-b976-f611606c53e7 service nova] Enqueued Resource ID: a1cfdd78-d017-4474-aba6-fd0f6de69ed6 with Priority: HIGHEST for action port [ 679.481680] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f with Priority: HIGHEST for action security_group_rules [ 679.481680] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f with Priority: HIGHEST for action security_group_members [ 679.481680] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1cfdd78-d017-4474-aba6-fd0f6de69ed6 with Priority: HIGHEST for action port [ 679.481833] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c477003-1f31-4cb4-9737-cf86ccf0285f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.481945] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.482041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.485037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.485102] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c477003-1f31-4cb4-9737-cf86ccf0285f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.486407] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c477003-1f31-4cb4-9737-cf86ccf0285f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.486569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.486638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.486852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.487494] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.487494] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.487494] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.487494] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.487494] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.487729] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c477003-1f31-4cb4-9737-cf86ccf0285f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.488556] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1cfdd78-d017-4474-aba6-fd0f6de69ed6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.488657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1cfdd78-d017-4474-aba6-fd0f6de69ed6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.488712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1cfdd78-d017-4474-aba6-fd0f6de69ed6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.488880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1cfdd78-d017-4474-aba6-fd0f6de69ed6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.488948] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1cfdd78-d017-4474-aba6-fd0f6de69ed6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.849691] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e786077-27da-4640-a430-92f4eea5d2a9: rpc.has_security_group_logging(os_id): False [ 679.870761] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.870761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.870761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.870991] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.871151] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.871442] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.871633] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.871752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.872903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.872903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.872903] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 is going to be created. [ 679.937612] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.937612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.937612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.937612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.937612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.949665] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: IN_PROGRESS for 2s [ 679.991696] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c477003-1f31-4cb4-9737-cf86ccf0285f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.993048] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c477003-1f31-4cb4-9737-cf86ccf0285f taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.993171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.993432] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1cfdd78-d017-4474-aba6-fd0f6de69ed6 with status ACTIVE [ 679.993501] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.993628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.993676] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.993897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.996021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.996021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.996021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.996021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.998594] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.998878] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.999777] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.001103] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.001279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.001605] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.001752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.001913] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1cfdd78-d017-4474-aba6-fd0f6de69ed6 is going to be updated. [ 680.035879] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.035879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.035879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.035879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.035879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.035879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1cfdd78-d017-4474-aba6-fd0f6de69ed6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.065053] env[69236]: INFO networking_nsxv3.common.synchronization [None req-c46768ee-446f-4137-80ab-69c05f6ceca8 None None] Enqueued Resource ID: 95ba8dc2-5008-4cec-a4af-49275319c7ac with Priority: HIGHEST for action port [ 680.065053] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba8dc2-5008-4cec-a4af-49275319c7ac with Priority: HIGHEST for action port [ 680.065053] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-95ba8dc2-5008-4cec-a4af-49275319c7ac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.065508] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95ba8dc2-5008-4cec-a4af-49275319c7ac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.065691] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95ba8dc2-5008-4cec-a4af-49275319c7ac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.066103] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95ba8dc2-5008-4cec-a4af-49275319c7ac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.067457] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ba8dc2-5008-4cec-a4af-49275319c7ac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.400306] env[69236]: INFO networking_nsxv3.common.synchronization [req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 req-78b7a31a-f217-4a3e-8000-5c096c1c9da9 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 680.400956] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 680.400956] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.401133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.401168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.401778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.401948] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.402071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.402136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.402298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.402384] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.402478] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.506790] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c477003-1f31-4cb4-9737-cf86ccf0285f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.571468] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95ba8dc2-5008-4cec-a4af-49275319c7ac [ 680.571468] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.571468] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.571468] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.571468] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.571468] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.571468] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95ba8dc2-5008-4cec-a4af-49275319c7ac already deleted. [ 680.571468] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95ba8dc2-5008-4cec-a4af-49275319c7ac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.614725] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 in Status: SUCCESS [ 680.619400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.619400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.619400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.619400] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.619400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.619400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.619400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.619400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.619400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.619400] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da819cc2-6f63-43e9-a68b-a8654cdb1f95',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.887159] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.887521] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-349" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.887521] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-349" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.887815] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-349" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.888884] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.888884] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.888884] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.888884] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.888884] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.889227] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 680.889227] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.889327] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.889436] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.889545] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 680.889651] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.889785] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.906855] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.906855] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.906855] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.906855] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.906855] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.906855] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.906855] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.906855] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.906855] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.906855] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.906855] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 already deleted. [ 680.906855] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.917734] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.917920] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 680.918110] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.918303] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-349" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.918639] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-83d8dfe2-ff79-4168-ae93-7dd3b4769313 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.918817] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-83d8dfe2-ff79-4168-ae93-7dd3b4769313" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.918936] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-83d8dfe2-ff79-4168-ae93-7dd3b4769313" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.919342] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-83d8dfe2-ff79-4168-ae93-7dd3b4769313" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.919488] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83d8dfe2-ff79-4168-ae93-7dd3b4769313',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.011329] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.011329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.011329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.011329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.011329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.011329] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f is going to be created. [ 681.033738] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.033738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.033738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.033738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.033738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.042279] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f in Status: UNINITIALIZED for 2s [ 681.120525] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-da819cc2-6f63-43e9-a68b-a8654cdb1f95 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.120525] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.120525] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.120778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.120846] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.120946] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.121019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.121463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.121463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.121463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.121594] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-da819cc2-6f63-43e9-a68b-a8654cdb1f95 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.121594] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.121667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.125018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.125018] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.125018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.125018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.125018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.125018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.125018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.125018] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da819cc2-6f63-43e9-a68b-a8654cdb1f95',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.423736] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.424064] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.424204] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.424556] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.424709] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.424884] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 83d8dfe2-ff79-4168-ae93-7dd3b4769313 not found, creating... [ 681.425211] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.425411] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.425544] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.425926] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.426181] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.426574] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.426680] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.426820] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.427146] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.427372] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.427534] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 83d8dfe2-ff79-4168-ae93-7dd3b4769313 is going to be created. [ 681.450567] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.450816] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.450928] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.451276] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.451491] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.451735] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-83d8dfe2-ff79-4168-ae93-7dd3b4769313" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.626256] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da819cc2-6f63-43e9-a68b-a8654cdb1f95: rpc.has_security_group_logging(os_id): False [ 681.648997] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.649171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.649253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.649503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.649762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.649889] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.649975] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.650031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.650197] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.650273] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.651028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.651028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.651028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.651028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.651028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.651028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.651292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.651292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.651292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.651442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.651442] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 is going to be created. [ 681.713413] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.713595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.713861] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.713984] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.714225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.725141] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 in Status: IN_PROGRESS for 2s [ 681.965283] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: SUCCESS [ 681.965840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.244271] env[69236]: INFO networking_nsxv3.common.synchronization [req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 req-06077151-c7e9-447e-8779-0b24724b7b58 service nova] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_rules [ 682.244436] env[69236]: INFO networking_nsxv3.common.synchronization [req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 req-06077151-c7e9-447e-8779-0b24724b7b58 service nova] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 682.244618] env[69236]: INFO networking_nsxv3.common.synchronization [req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 req-06077151-c7e9-447e-8779-0b24724b7b58 service nova] Enqueued Resource ID: 83d8dfe2-ff79-4168-ae93-7dd3b4769313 with Priority: HIGHEST for action port [ 682.244846] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_rules [ 682.244985] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 682.245093] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d8dfe2-ff79-4168-ae93-7dd3b4769313 with Priority: HIGHEST for action port [ 682.245641] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.245803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.245837] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.246171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.246206] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.248044] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.248044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.248044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.248044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.248044] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.248044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.248044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.248044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.248044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.248044] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.248835] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-83d8dfe2-ff79-4168-ae93-7dd3b4769313 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.248955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83d8dfe2-ff79-4168-ae93-7dd3b4769313" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.249053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83d8dfe2-ff79-4168-ae93-7dd3b4769313" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.249201] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83d8dfe2-ff79-4168-ae93-7dd3b4769313" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.249283] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83d8dfe2-ff79-4168-ae93-7dd3b4769313',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.751601] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83d8dfe2-ff79-4168-ae93-7dd3b4769313 with status ACTIVE [ 682.751981] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.752181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.752250] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.752483] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.752577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.752773] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.752884] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.752981] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.753112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.753196] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.753382] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.753472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.753535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.753673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.753750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.753834] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83d8dfe2-ff79-4168-ae93-7dd3b4769313 is going to be updated. [ 682.754994] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.756180] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.756303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.779408] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.779597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.779597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.779806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.779939] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.780118] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83d8dfe2-ff79-4168-ae93-7dd3b4769313" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.053146] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f in Status: SUCCESS [ 683.053426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.053526] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.053737] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.053926] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.054059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.054128] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.054286] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.054369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.054456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.054550] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c477003-1f31-4cb4-9737-cf86ccf0285f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.258086] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.558080] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c477003-1f31-4cb4-9737-cf86ccf0285f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.738059] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 in Status: SUCCESS [ 683.738310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.760033] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.760232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.760326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.760557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.760652] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.760749] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be created. [ 683.788650] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.789698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.789698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.789698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.789698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.799835] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: UNINITIALIZED for 2s [ 684.061253] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c477003-1f31-4cb4-9737-cf86ccf0285f: rpc.has_security_group_logging(os_id): False [ 684.080392] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.080581] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.080656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.081025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.081025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.081341] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.081341] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.081442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.081563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.081658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.081749] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f is going to be created. [ 684.140598] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.140750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.140839] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.141073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.141258] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.153242] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f in Status: IN_PROGRESS for 2s [ 685.588161] env[69236]: INFO networking_nsxv3.common.synchronization [req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef req-b240aa01-1cd3-4ca5-b485-178d3480374f tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Enqueued Resource ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 with Priority: HIGHEST for action security_group_members [ 685.588161] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 with Priority: HIGHEST for action security_group_members [ 685.588161] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.588161] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.588161] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.589167] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.589454] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.590390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.590550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.590869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.591046] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.591218] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccc998c-1ee9-49b4-b9d6-7d296f5d5430',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.809732] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 685.810037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.810246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.810509] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.810711] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.810839] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.810911] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.811112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.811223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.811322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.811421] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.093455] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.093695] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.093695] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.093837] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.093927] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.094134] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.094232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.094300] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.094435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.094514] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.094593] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 already deleted. [ 686.094672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.164581] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f in Status: SUCCESS [ 686.164997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.173282] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.173415] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-654" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.173869] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-654" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.173869] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-654" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.174158] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.174260] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.174360] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.174562] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.174703] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.174909] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.175034] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.175148] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.175255] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.175364] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.175469] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.175598] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.196022] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.196022] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 686.196022] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.196022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-654" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.196022] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-c4095a73-38a0-4ee3-9fda-56fe634e041f taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.196022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-c4095a73-38a0-4ee3-9fda-56fe634e041f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.196022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-c4095a73-38a0-4ee3-9fda-56fe634e041f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.196022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-c4095a73-38a0-4ee3-9fda-56fe634e041f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.196022] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4095a73-38a0-4ee3-9fda-56fe634e041f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.316346] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.316346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.316346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.316346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.316346] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.316346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.316346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.316346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.316346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.316346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.316346] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.316346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.316346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.316346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.317289] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.317577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.317793] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.318081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.318364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.318640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.319177] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.698552] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.698890] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.698928] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.699262] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.699430] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.699592] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port c4095a73-38a0-4ee3-9fda-56fe634e041f not found, creating... [ 686.699883] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.700114] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.700244] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.700487] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.700647] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.700949] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.704441] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.704441] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.704865] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.704902] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.705120] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: c4095a73-38a0-4ee3-9fda-56fe634e041f is going to be created. [ 686.728105] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.728105] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.728105] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.729428] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.729821] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.730522] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-c4095a73-38a0-4ee3-9fda-56fe634e041f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.824437] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8: rpc.has_security_group_logging(os_id): False [ 686.853514] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.853655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.853785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.854646] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.854817] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.855068] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.855266] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.855365] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.855562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.855681] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.855895] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.856084] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.856168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.856361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.856463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.856689] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.856798] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.856938] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.857218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.857353] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.857468] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be created. [ 686.985352] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.985556] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.985556] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.985782] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.985960] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.998210] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: IN_PROGRESS for 2s [ 687.649469] env[69236]: INFO networking_nsxv3.common.synchronization [req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef req-ca1e03f5-750f-4f48-a1e3-b25235556afe service nova] Enqueued Resource ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 with Priority: HIGHEST for action security_group_rules [ 687.649644] env[69236]: INFO networking_nsxv3.common.synchronization [req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef req-ca1e03f5-750f-4f48-a1e3-b25235556afe service nova] Enqueued Resource ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 with Priority: HIGHEST for action security_group_members [ 687.651681] env[69236]: INFO networking_nsxv3.common.synchronization [req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef req-ca1e03f5-750f-4f48-a1e3-b25235556afe service nova] Enqueued Resource ID: c4095a73-38a0-4ee3-9fda-56fe634e041f with Priority: HIGHEST for action port [ 687.651681] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 with Priority: HIGHEST for action security_group_rules [ 687.651681] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 with Priority: HIGHEST for action security_group_members [ 687.651681] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4095a73-38a0-4ee3-9fda-56fe634e041f with Priority: HIGHEST for action port [ 687.651681] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.651681] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.651681] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.651888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.651969] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ccc998c-1ee9-49b4-b9d6-7d296f5d5430',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.652859] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.652967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.653050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.653239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.653385] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.653545] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.653545] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.654873] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.654873] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.654873] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccc998c-1ee9-49b4-b9d6-7d296f5d5430',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.654873] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4095a73-38a0-4ee3-9fda-56fe634e041f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.654873] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4095a73-38a0-4ee3-9fda-56fe634e041f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.654873] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4095a73-38a0-4ee3-9fda-56fe634e041f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.655161] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4095a73-38a0-4ee3-9fda-56fe634e041f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.656282] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4095a73-38a0-4ee3-9fda-56fe634e041f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.158413] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccc998c-1ee9-49b4-b9d6-7d296f5d5430',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.160421] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.160421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.162519] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4095a73-38a0-4ee3-9fda-56fe634e041f with status ACTIVE [ 688.162519] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.162519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.162519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.162519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.162519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.162519] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.162519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.162519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.162519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.163323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.163568] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.163696] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.163736] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.163893] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.163976] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.164078] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4095a73-38a0-4ee3-9fda-56fe634e041f is going to be updated. [ 688.186030] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.186030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.186030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.186030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.186954] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.186954] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4095a73-38a0-4ee3-9fda-56fe634e041f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.666756] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccc998c-1ee9-49b4-b9d6-7d296f5d5430',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.013207] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 689.013207] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.170118] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.171118] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.171118] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.171118] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.171118] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.171118] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 is going to be created. [ 689.195483] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.195674] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.195731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.195935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.196110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.210516] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 in Status: UNINITIALIZED for 2s [ 690.416398] env[69236]: INFO networking_nsxv3.common.synchronization [req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 req-38c0904d-395d-402c-871b-df4fb5a8d159 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Enqueued Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_members [ 690.420100] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_members [ 690.420100] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d1ab57a-bcc2-434f-a105-dc72f5610755 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.420100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.420100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.420100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.420100] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.420100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.420100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.420100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.420100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.420100] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.920863] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.921420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.922801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.922801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.922801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.922801] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.922801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.922801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.922801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.922801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.922801] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 already deleted. [ 690.922801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.057886] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-776 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.058187] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-776" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.058351] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-776" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.058762] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-776" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.059104] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.059460] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.059644] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.060161] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.060371] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.060649] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.060864] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.060928] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.060976] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.061126] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.061231] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.061373] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.081168] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.081358] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 691.081492] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.081677] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-776" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.081996] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.082226] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.082348] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.082780] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.082994] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0fc8782-b2cc-4517-bd5d-533b41acb7e6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.220679] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 in Status: SUCCESS [ 691.220987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.221230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.221529] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.221772] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.222386] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.222630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.224415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.224525] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.224630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.224729] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ccc998c-1ee9-49b4-b9d6-7d296f5d5430',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.587823] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.588226] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.588293] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.588567] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.588722] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.588880] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port d0fc8782-b2cc-4517-bd5d-533b41acb7e6 not found, creating... [ 691.589180] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.589339] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.589456] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.589706] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.589811] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.590112] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.590271] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.590503] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.590761] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.590810] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.590972] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: d0fc8782-b2cc-4517-bd5d-533b41acb7e6 is going to be created. [ 691.611783] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.611783] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.611783] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.611783] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.612046] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.612274] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.727977] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.728268] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.729828] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.730109] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.730310] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.730449] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.730534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.730987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.730987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.730987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.730987] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.731603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.731603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.731603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.731603] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.731603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.731603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.731880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.731880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.731880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.731999] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ccc998c-1ee9-49b4-b9d6-7d296f5d5430',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.833374] env[69236]: INFO networking_nsxv3.common.synchronization [req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 req-b098e529-97b7-47d7-a140-bd6d631e833b tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Enqueued Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_members [ 691.833914] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_members [ 691.834344] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.834490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.834547] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.835042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.835042] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.835042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.835371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.835371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.835539] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.835539] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.237725] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430: rpc.has_security_group_logging(os_id): False [ 692.255807] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.256027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.256191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.256323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.256447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.256701] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.256842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.256935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.257073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.257162] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.257363] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.257462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.257543] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.257692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.257800] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.259396] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.259396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.259396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.259396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.259396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.259396] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 is going to be created. [ 692.323582] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.323864] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.323935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.324256] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.324563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.336393] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 in Status: IN_PROGRESS for 2s [ 692.337830] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.524589] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca4a3a58-6996-48a5-b2a4-beee366d8ce9 req-2ba14762-c1e1-47fd-a6d4-ed6273a9e1a6 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 with Priority: HIGHEST for action security_group_members [ 692.524787] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca4a3a58-6996-48a5-b2a4-beee366d8ce9 req-2ba14762-c1e1-47fd-a6d4-ed6273a9e1a6 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 692.525330] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 with Priority: HIGHEST for action security_group_members [ 692.525479] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 692.526096] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-12052fbd-5697-4f52-99fb-557f153bc8f8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.526096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.526096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.526365] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.526573] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.527125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.527125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.527125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.527343] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.527343] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.528719] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.528896] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.532114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.532114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.532114] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.532114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.532114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.532114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.532114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.532114] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.609845] env[69236]: INFO networking_nsxv3.common.synchronization [req-79cfe7ed-f938-41dc-97ea-80574a5bb947 req-7c4f8cde-1bc2-4588-a9c6-92308bd7592d tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Enqueued Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_members [ 692.610299] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGHEST for action security_group_members [ 692.610656] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.611905] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.678440] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca4a3a58-6996-48a5-b2a4-beee366d8ce9 req-2ba14762-c1e1-47fd-a6d4-ed6273a9e1a6 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_rules [ 692.683125] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca4a3a58-6996-48a5-b2a4-beee366d8ce9 req-2ba14762-c1e1-47fd-a6d4-ed6273a9e1a6 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 692.683125] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca4a3a58-6996-48a5-b2a4-beee366d8ce9 req-2ba14762-c1e1-47fd-a6d4-ed6273a9e1a6 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 with Priority: HIGHEST for action security_group_rules [ 692.683125] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca4a3a58-6996-48a5-b2a4-beee366d8ce9 req-2ba14762-c1e1-47fd-a6d4-ed6273a9e1a6 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 with Priority: HIGHEST for action security_group_members [ 692.683125] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca4a3a58-6996-48a5-b2a4-beee366d8ce9 req-2ba14762-c1e1-47fd-a6d4-ed6273a9e1a6 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 83d8dfe2-ff79-4168-ae93-7dd3b4769313 with Priority: HIGHEST for action port [ 692.683589] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_rules [ 692.683840] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 with Priority: HIGHEST for action security_group_rules [ 692.684058] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d8dfe2-ff79-4168-ae93-7dd3b4769313 with Priority: HIGHEST for action port [ 692.684556] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 692.687023] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 with Priority: HIGHEST for action security_group_members [ 692.687023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.687023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.687023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.687023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.687023] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.687023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12052fbd-5697-4f52-99fb-557f153bc8f8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.687023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.687023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.687023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.687023] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.694218] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-83d8dfe2-ff79-4168-ae93-7dd3b4769313 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.694218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83d8dfe2-ff79-4168-ae93-7dd3b4769313" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.694218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83d8dfe2-ff79-4168-ae93-7dd3b4769313" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.694218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83d8dfe2-ff79-4168-ae93-7dd3b4769313" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.694218] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83d8dfe2-ff79-4168-ae93-7dd3b4769313',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.694218] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.694218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.694218] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-12052fbd-5697-4f52-99fb-557f153bc8f8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.694218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.841944] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.950439] env[69236]: INFO networking_nsxv3.common.synchronization [req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 req-5b373818-5829-4531-ac03-2caa7dbb4b4e service nova] Enqueued Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_rules [ 692.950591] env[69236]: INFO networking_nsxv3.common.synchronization [req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 req-5b373818-5829-4531-ac03-2caa7dbb4b4e service nova] Enqueued Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_members [ 692.950702] env[69236]: INFO networking_nsxv3.common.synchronization [req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 req-5b373818-5829-4531-ac03-2caa7dbb4b4e service nova] Enqueued Resource ID: d0fc8782-b2cc-4517-bd5d-533b41acb7e6 with Priority: HIGHEST for action port [ 692.951240] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_rules [ 692.951382] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_members [ 692.951479] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fc8782-b2cc-4517-bd5d-533b41acb7e6 with Priority: HIGHEST for action port [ 692.951778] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d1ab57a-bcc2-434f-a105-dc72f5610755 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.952625] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.952780] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.955217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.955314] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.956598] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d1ab57a-bcc2-434f-a105-dc72f5610755 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.956724] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.956809] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.957016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.957218] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.957308] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.957357] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.957510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.957606] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.957682] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.958772] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.963188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.963188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.963188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.963188] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0fc8782-b2cc-4517-bd5d-533b41acb7e6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.033640] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.034368] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.194175] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.194289] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.194427] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83d8dfe2-ff79-4168-ae93-7dd3b4769313 with status ACTIVE [ 693.194637] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.194759] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.194837] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.195104] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.195216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.195439] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.195582] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.195625] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.196090] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.196090] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.196187] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.196256] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.196335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.196850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.197088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.197289] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83d8dfe2-ff79-4168-ae93-7dd3b4769313 is going to be updated. [ 693.198680] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-12052fbd-5697-4f52-99fb-557f153bc8f8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.198809] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.220820] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.220820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.220820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.220820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.220820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.220820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83d8dfe2-ff79-4168-ae93-7dd3b4769313" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.344945] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.345139] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.345213] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.345409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.345491] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.345596] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d is going to be updated. [ 693.356585] env[69236]: INFO networking_nsxv3.common.synchronization [req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 req-e750fc27-fe41-464d-befa-df6ea55e0949 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Enqueued Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 693.357473] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 693.357671] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.357791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.357857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.358136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.358316] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.358386] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.358421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.358586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.358676] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.358773] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.382785] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.383741] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.383741] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.383975] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.384109] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.395080] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: IN_PROGRESS for 2s [ 693.461325] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d1ab57a-bcc2-434f-a105-dc72f5610755 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.461325] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.461731] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.467289] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0fc8782-b2cc-4517-bd5d-533b41acb7e6 with status ACTIVE [ 693.467733] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.467996] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.468143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.468965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.468965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.468965] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.469203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.469203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.469265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.469373] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.469605] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.469729] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.469793] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.470058] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.470220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.470307] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0fc8782-b2cc-4517-bd5d-533b41acb7e6 is going to be updated. [ 693.493016] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.493016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.493016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.493016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.493016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.493016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.536214] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.537580] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.860785] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.968351] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.039884] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.040083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.040134] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.040362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.040493] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.040598] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 is going to be created. [ 694.042328] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.042450] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.042492] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.042661] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.042744] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.042834] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be updated. [ 694.083221] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.083401] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.083466] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.083684] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.083840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.096731] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 in Status: UNINITIALIZED for 2s [ 694.097608] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.097750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.097822] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.098067] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.098217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.115090] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: IN_PROGRESS for 2s [ 694.192355] env[69236]: INFO networking_nsxv3.common.synchronization [req-7ce23ce6-27a6-4b14-9e3b-d00b8e87d146 req-ec0fe162-3dc3-436b-b070-7948f0e0a8bb tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 694.192645] env[69236]: INFO networking_nsxv3.common.synchronization [req-7ce23ce6-27a6-4b14-9e3b-d00b8e87d146 req-ec0fe162-3dc3-436b-b070-7948f0e0a8bb tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 with Priority: HIGHEST for action security_group_members [ 694.192832] env[69236]: INFO networking_nsxv3.common.synchronization [req-7ce23ce6-27a6-4b14-9e3b-d00b8e87d146 req-ec0fe162-3dc3-436b-b070-7948f0e0a8bb tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: a6cfe658-062c-462d-8b71-2276a8d43084 with Priority: HIGHEST for action security_group_members [ 694.193809] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 694.194019] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 with Priority: HIGHEST for action security_group_members [ 694.194131] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6cfe658-062c-462d-8b71-2276a8d43084 with Priority: HIGHEST for action security_group_members [ 694.194412] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.194547] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.194741] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-12052fbd-5697-4f52-99fb-557f153bc8f8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.194829] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.195013] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6cfe658-062c-462d-8b71-2276a8d43084 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.195126] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.195188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.195467] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.195605] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.195711] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.195762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.195949] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.196012] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.196148] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6cfe658-062c-462d-8b71-2276a8d43084',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.231462] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.231679] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-761" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.231809] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-761" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.232121] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-761" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.232446] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.232677] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.232811] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.233199] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.233433] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.233601] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.233749] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.233919] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.234241] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.234331] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.234419] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.234564] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.254318] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.254487] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 694.254624] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.254796] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-761" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.255178] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-24273669-0e66-47b8-9845-02945d18c322 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.255385] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-24273669-0e66-47b8-9845-02945d18c322" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.255531] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-24273669-0e66-47b8-9845-02945d18c322" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.255839] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-24273669-0e66-47b8-9845-02945d18c322" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.255982] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24273669-0e66-47b8-9845-02945d18c322',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.317447] env[69236]: INFO networking_nsxv3.common.synchronization [req-7ce23ce6-27a6-4b14-9e3b-d00b8e87d146 req-ec0fe162-3dc3-436b-b070-7948f0e0a8bb tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_rules [ 694.317668] env[69236]: INFO networking_nsxv3.common.synchronization [req-7ce23ce6-27a6-4b14-9e3b-d00b8e87d146 req-ec0fe162-3dc3-436b-b070-7948f0e0a8bb tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 694.317764] env[69236]: INFO networking_nsxv3.common.synchronization [req-7ce23ce6-27a6-4b14-9e3b-d00b8e87d146 req-ec0fe162-3dc3-436b-b070-7948f0e0a8bb tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 with Priority: HIGHEST for action security_group_rules [ 694.317871] env[69236]: INFO networking_nsxv3.common.synchronization [req-7ce23ce6-27a6-4b14-9e3b-d00b8e87d146 req-ec0fe162-3dc3-436b-b070-7948f0e0a8bb tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 with Priority: HIGHEST for action security_group_members [ 694.317992] env[69236]: INFO networking_nsxv3.common.synchronization [req-7ce23ce6-27a6-4b14-9e3b-d00b8e87d146 req-ec0fe162-3dc3-436b-b070-7948f0e0a8bb tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: a6cfe658-062c-462d-8b71-2276a8d43084 with Priority: HIGHEST for action security_group_rules [ 694.318179] env[69236]: INFO networking_nsxv3.common.synchronization [req-7ce23ce6-27a6-4b14-9e3b-d00b8e87d146 req-ec0fe162-3dc3-436b-b070-7948f0e0a8bb tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: a6cfe658-062c-462d-8b71-2276a8d43084 with Priority: HIGHEST for action security_group_members [ 694.318320] env[69236]: INFO networking_nsxv3.common.synchronization [req-7ce23ce6-27a6-4b14-9e3b-d00b8e87d146 req-ec0fe162-3dc3-436b-b070-7948f0e0a8bb tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 83d8dfe2-ff79-4168-ae93-7dd3b4769313 with Priority: HIGHEST for action port [ 694.321628] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_rules [ 694.321628] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 with Priority: HIGHEST for action security_group_rules [ 694.321628] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6cfe658-062c-462d-8b71-2276a8d43084 with Priority: HIGHEST for action security_group_members [ 694.321628] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d8dfe2-ff79-4168-ae93-7dd3b4769313 with Priority: HIGHEST for action port [ 694.321628] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6cfe658-062c-462d-8b71-2276a8d43084 with Priority: HIGHEST for action security_group_rules [ 694.321628] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 694.321628] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 with Priority: HIGHEST for action security_group_members [ 694.321628] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.321628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.321628] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12052fbd-5697-4f52-99fb-557f153bc8f8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.321628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.321628] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6cfe658-062c-462d-8b71-2276a8d43084 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.321628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.321628] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-83d8dfe2-ff79-4168-ae93-7dd3b4769313 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.321628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83d8dfe2-ff79-4168-ae93-7dd3b4769313" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.321628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83d8dfe2-ff79-4168-ae93-7dd3b4769313" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.321628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83d8dfe2-ff79-4168-ae93-7dd3b4769313" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.321628] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83d8dfe2-ff79-4168-ae93-7dd3b4769313',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.322413] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6cfe658-062c-462d-8b71-2276a8d43084 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.322413] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.322413] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.326155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.326155] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6cfe658-062c-462d-8b71-2276a8d43084',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.326868] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.326992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.327151] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-12052fbd-5697-4f52-99fb-557f153bc8f8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.327241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.347012] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 in Status: SUCCESS [ 694.347244] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.363123] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.470595] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.470725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.470819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.471084] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.471202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.471741] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 is going to be created. [ 694.493368] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.493531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.493531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.493941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.494053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.503951] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 in Status: UNINITIALIZED for 2s [ 694.698703] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6cfe658-062c-462d-8b71-2276a8d43084',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.775032] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.775032] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.775032] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.775032] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.775032] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.775032] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 24273669-0e66-47b8-9845-02945d18c322 not found, creating... [ 694.775032] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.775032] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.775032] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.775032] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.775032] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.775681] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.776023] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.776267] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.776606] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.776852] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.777145] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 24273669-0e66-47b8-9845-02945d18c322 is going to be created. [ 694.799032] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.799032] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.799032] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.799032] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.799032] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.799032] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-24273669-0e66-47b8-9845-02945d18c322" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.832085] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83d8dfe2-ff79-4168-ae93-7dd3b4769313 with status ACTIVE [ 694.832085] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.832085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.832085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.832085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.832085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.832085] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.832085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.832085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.832085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.832085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.832085] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.832085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.832085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.832085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.832085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.832085] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83d8dfe2-ff79-4168-ae93-7dd3b4769313 is going to be updated. [ 694.833131] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6cfe658-062c-462d-8b71-2276a8d43084 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.833435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.853088] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.853271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.853271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.853890] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.853890] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.853890] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83d8dfe2-ff79-4168-ae93-7dd3b4769313" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.866061] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.866061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.866061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.866061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.866061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.866061] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a is going to be updated. [ 694.912773] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.912937] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.913046] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.913324] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.913484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.923292] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: IN_PROGRESS for 2s [ 695.203596] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6cfe658-062c-462d-8b71-2276a8d43084',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.407616] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: SUCCESS [ 695.407616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.407616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.407616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.407616] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.407616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.407616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.407616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.407616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.407616] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.706188] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.706371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.707334] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.707334] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.707334] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.707334] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6cfe658-062c-462d-8b71-2276a8d43084 is going to be created. [ 695.731813] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.732023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.732096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.732312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.732470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.745266] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6cfe658-062c-462d-8b71-2276a8d43084 in Status: UNINITIALIZED for 2s [ 695.797741] env[69236]: INFO networking_nsxv3.common.synchronization [req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 req-00d74863-3e99-4ad2-9347-3d5e771c864e service nova] Enqueued Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_rules [ 695.797741] env[69236]: INFO networking_nsxv3.common.synchronization [req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 req-00d74863-3e99-4ad2-9347-3d5e771c864e service nova] Enqueued Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 695.797997] env[69236]: INFO networking_nsxv3.common.synchronization [req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 req-00d74863-3e99-4ad2-9347-3d5e771c864e service nova] Enqueued Resource ID: 24273669-0e66-47b8-9845-02945d18c322 with Priority: HIGHEST for action port [ 695.798844] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_rules [ 695.798844] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 695.798844] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24273669-0e66-47b8-9845-02945d18c322 with Priority: HIGHEST for action port [ 695.802761] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.803181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.803430] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.803850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.804121] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.807840] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.807840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.807840] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-24273669-0e66-47b8-9845-02945d18c322 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.807840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24273669-0e66-47b8-9845-02945d18c322" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.807840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24273669-0e66-47b8-9845-02945d18c322" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.807840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24273669-0e66-47b8-9845-02945d18c322" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.807840] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24273669-0e66-47b8-9845-02945d18c322',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.910511] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.910825] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.910874] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.911138] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.911256] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.911504] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.911642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.911714] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.911905] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.911994] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.912129] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d is going to be updated. [ 695.938212] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.938473] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.938538] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.938760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.938954] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.947444] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: IN_PROGRESS for 2s [ 696.106987] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 in Status: SUCCESS [ 696.107220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.107391] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.107596] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.107778] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.107893] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.107958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.108186] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.108283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.108382] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.125254] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 696.125378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.125465] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.125682] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.126250] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.126250] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.126250] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.126250] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.126473] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.126473] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.310447] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.310630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.312081] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24273669-0e66-47b8-9845-02945d18c322 with status ACTIVE [ 696.313020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.313020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.313020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.313020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.313020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.313308] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.313308] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.313308] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.313465] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.313514] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.313688] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.313781] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.313894] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.313945] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.314029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.314109] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24273669-0e66-47b8-9845-02945d18c322 is going to be updated. [ 696.337161] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.337390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.337479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.337690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.337824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.338209] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24273669-0e66-47b8-9845-02945d18c322" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.515832] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 in Status: SUCCESS [ 696.519549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.519549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.519549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.519549] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.519549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.519549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.519549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.519549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.519549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.519549] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.611151] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.629238] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.815609] env[69236]: INFO networking_nsxv3.common.synchronization [None req-a7eff4cd-b0e6-4f7e-965f-eea55a59ff17 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Enqueued Resource ID: a7a6e060-a1df-4ca2-9576-f4c0b44fff35 with Priority: HIGHEST for action security_group_rules [ 696.816204] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a6e060-a1df-4ca2-9576-f4c0b44fff35 with Priority: HIGHEST for action security_group_rules [ 696.817353] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7a6e060-a1df-4ca2-9576-f4c0b44fff35 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.817353] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7a6e060-a1df-4ca2-9576-f4c0b44fff35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.817353] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7a6e060-a1df-4ca2-9576-f4c0b44fff35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.817353] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7a6e060-a1df-4ca2-9576-f4c0b44fff35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.817353] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7a6e060-a1df-4ca2-9576-f4c0b44fff35',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.914418] env[69236]: INFO networking_nsxv3.common.synchronization [None req-e5ea85ac-ee74-4982-9523-336cfd71a1c0 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Enqueued Resource ID: a7a6e060-a1df-4ca2-9576-f4c0b44fff35 with Priority: HIGHEST for action security_group_rules [ 696.915017] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a6e060-a1df-4ca2-9576-f4c0b44fff35 with Priority: HIGHEST for action security_group_rules [ 696.915343] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7a6e060-a1df-4ca2-9576-f4c0b44fff35 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.915521] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7a6e060-a1df-4ca2-9576-f4c0b44fff35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.932880] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: SUCCESS [ 696.933113] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.933271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.933479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.933657] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.933766] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.933828] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.933979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.934073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.934165] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.020100] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.113813] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.131848] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.339933] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.339933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.339933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.339933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.339933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.339933] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7a6e060-a1df-4ca2-9576-f4c0b44fff35 already deleted. [ 697.339933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7a6e060-a1df-4ca2-9576-f4c0b44fff35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.339933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7a6e060-a1df-4ca2-9576-f4c0b44fff35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.339933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7a6e060-a1df-4ca2-9576-f4c0b44fff35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.339933] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7a6e060-a1df-4ca2-9576-f4c0b44fff35',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.437373] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.524415] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d1ab57a-bcc2-434f-a105-dc72f5610755: rpc.has_security_group_logging(os_id): False [ 697.545035] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.545035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.545035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.545035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.545035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.545035] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.545035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.545035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.545035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.545035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.545035] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 is going to be created. [ 697.599144] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.599964] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.602031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.602031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.602031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.613352] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 in Status: IN_PROGRESS for 2s [ 697.618381] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.618381] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.618381] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.618381] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.618381] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.618381] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 is going to be updated. [ 697.636559] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.637091] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.637310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.637635] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.637852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.638128] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be updated. [ 697.646572] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.647808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.647808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.647808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.647808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.657141] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 in Status: IN_PROGRESS for 2s [ 697.685135] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.685135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.685135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.685135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.685135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.694966] env[69236]: INFO networking_nsxv3.common.synchronization [req-09127ba6-da51-4686-a1fc-1e495b1e9972 req-72ef73ff-4b93-450c-a64e-6c9ffabce0d1 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Enqueued Resource ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 with Priority: HIGHEST for action security_group_members [ 697.694966] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: IN_PROGRESS for 2s [ 697.695578] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 with Priority: HIGHEST for action security_group_members [ 697.698038] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-da819cc2-6f63-43e9-a68b-a8654cdb1f95 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.698038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.698038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.698038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.698038] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.698038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.698038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.698038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.698038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.698038] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da819cc2-6f63-43e9-a68b-a8654cdb1f95',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.760374] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6cfe658-062c-462d-8b71-2276a8d43084 in Status: SUCCESS [ 697.760374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.760374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.760374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.760374] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.760374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.760374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.760374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.760374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.760374] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6cfe658-062c-462d-8b71-2276a8d43084',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.862071] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.862071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.862071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.862071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.862071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.862071] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7a6e060-a1df-4ca2-9576-f4c0b44fff35 already deleted. [ 697.862071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7a6e060-a1df-4ca2-9576-f4c0b44fff35" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.940330] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.958516] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d in Status: SUCCESS [ 697.958516] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d deletion is rescheduled due to dependency. [ 697.958516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.203879] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.203879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.203879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.203879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.203879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.203879] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.203879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.203879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.203879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.203879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.203879] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 is going to be updated. [ 698.235883] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.235883] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.235883] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.235883] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.235883] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.242731] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 in Status: IN_PROGRESS for 2s [ 698.263889] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6cfe658-062c-462d-8b71-2276a8d43084',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.444641] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.446117] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.446350] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.446675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.448046] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.448046] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a is going to be updated. [ 698.472825] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.472996] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.473055] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.473261] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.473409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.481422] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: IN_PROGRESS for 2s [ 698.770511] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6cfe658-062c-462d-8b71-2276a8d43084',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.273432] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.273908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.273908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.274100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.274181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.278026] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6cfe658-062c-462d-8b71-2276a8d43084 is going to be updated. [ 699.305909] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.309275] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.309377] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.309596] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.309732] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.319462] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6cfe658-062c-462d-8b71-2276a8d43084 in Status: IN_PROGRESS for 2s [ 699.627574] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 in Status: SUCCESS [ 699.627574] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.668899] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 in Status: SUCCESS [ 699.669125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.669326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.669543] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.669735] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.669854] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.669915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.670080] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.670165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.670251] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.670350] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.671999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.672199] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.672372] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.672479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.673262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.673531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.673531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.673669] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.702984] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 699.703718] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.703718] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.703718] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.703869] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.703869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.703951] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.704093] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.704177] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.704265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.704359] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.705144] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.705312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.705464] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.705565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.705624] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.705760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.705842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.705924] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.178518] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.179855] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.213938] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.215158] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.215322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.252109] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 in Status: SUCCESS [ 700.252417] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 deletion is rescheduled due to dependency. [ 700.252637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.491921] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: SUCCESS [ 700.492315] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.492350] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.492668] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.492875] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.493097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.493097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.493273] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.493362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.493449] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.493538] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.682146] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12052fbd-5697-4f52-99fb-557f153bc8f8: rpc.has_security_group_logging(os_id): False [ 700.683545] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.700409] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.700603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.700679] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.700889] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.700981] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.701266] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.701398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.701482] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.701665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.701767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.701863] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 is going to be created. [ 700.717243] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.759111] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.759276] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.759351] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.759609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.759773] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.770179] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 in Status: IN_PROGRESS for 2s [ 700.996235] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.996515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.996515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.996723] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.996924] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.997066] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.997141] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.997269] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.997362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.997475] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.997649] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.997735] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.997790] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.997920] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.998129] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.998239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.998239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.998377] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.998462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.998560] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.998693] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.186357] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.186540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.186619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.186859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.186950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.187125] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 is going to be updated. [ 701.217225] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.217357] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.217426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.217653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.218096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.219403] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.219513] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.219580] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.219765] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.219852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.219959] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be updated. [ 701.229896] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 in Status: IN_PROGRESS for 2s [ 701.247072] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.247236] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.247323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.247564] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.247742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.255085] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: IN_PROGRESS for 2s [ 701.331329] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6cfe658-062c-462d-8b71-2276a8d43084 in Status: SUCCESS [ 701.331329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.331329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.331489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.331596] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.331679] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.331738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.331901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.331954] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.332049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.332139] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6cfe658-062c-462d-8b71-2276a8d43084',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.500575] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e006c5ed-90f6-4c8f-b56e-62115f94b64a: rpc.has_security_group_logging(os_id): False [ 701.522624] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.524659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.524659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.524659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.524659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.524659] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.524659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.524659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.524659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.524659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.524659] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.524659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.524659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.524659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.524659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.525242] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.525242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.525242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.525242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.525242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.525242] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a is going to be updated. [ 701.581711] env[69236]: INFO networking_nsxv3.common.synchronization [req-85f4fe64-4683-42ef-917f-3c93373f9065 req-7f9cefef-6948-4543-964e-7fdb51321458 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Enqueued Resource ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc with Priority: HIGHEST for action security_group_members [ 701.582256] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc with Priority: HIGHEST for action security_group_members [ 701.582554] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.582675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.582739] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.582934] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.583160] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.583259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.583321] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.583475] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.583562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.583658] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.585869] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.586142] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.586347] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.586535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.586680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.600818] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: IN_PROGRESS for 2s [ 701.836664] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6cfe658-062c-462d-8b71-2276a8d43084',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.089355] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.089557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.089557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.089753] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.089851] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.090073] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.090195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.090264] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.090371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.090563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.090563] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc is going to be updated. [ 702.115314] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.115503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.115546] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.115807] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.115955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.125168] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc in Status: IN_PROGRESS for 2s [ 702.339503] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6cfe658-062c-462d-8b71-2276a8d43084: rpc.has_security_group_logging(os_id): False [ 702.356342] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.356713] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.356713] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.356811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.356865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.357111] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.357304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.357304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.357402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.357485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.357586] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6cfe658-062c-462d-8b71-2276a8d43084 is going to be created. [ 702.409412] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.409584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.409625] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.409839] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.410028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.420686] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6cfe658-062c-462d-8b71-2276a8d43084 in Status: IN_PROGRESS for 2s [ 702.660463] env[69236]: INFO networking_nsxv3.common.synchronization [req-7abac30d-6af4-496e-afd1-d8adf783d9c0 req-17990c1f-060c-48cf-9d3a-d80989b6ab8a tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Enqueued Resource ID: d102ab03-13b2-485e-8daa-686159516323 with Priority: HIGHEST for action security_group_members [ 702.663026] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d102ab03-13b2-485e-8daa-686159516323 with Priority: HIGHEST for action security_group_members [ 702.663209] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d102ab03-13b2-485e-8daa-686159516323 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.663348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.663392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.663895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.663895] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.664025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.664025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.664165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.664258] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.664352] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d102ab03-13b2-485e-8daa-686159516323',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.780751] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 in Status: SUCCESS [ 702.781008] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.781211] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.781453] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.781542] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.167486] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.167852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.168439] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.168802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.169012] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.169369] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.170150] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.170150] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.170150] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.170150] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.170150] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d102ab03-13b2-485e-8daa-686159516323 already deleted. [ 703.170150] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.210177] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.210177] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-891" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.210177] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-891" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.210177] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-891" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.210177] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.210177] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.210177] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.210177] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.211187] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.211660] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.212120] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.213045] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.213045] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.213045] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.213045] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.213045] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.237292] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.237292] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 703.237292] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.237292] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-891" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.242331] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-4a49b568-877f-44bc-a50a-0518590d66e1 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.242331] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-4a49b568-877f-44bc-a50a-0518590d66e1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.242331] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-4a49b568-877f-44bc-a50a-0518590d66e1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.242331] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-4a49b568-877f-44bc-a50a-0518590d66e1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.242331] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a49b568-877f-44bc-a50a-0518590d66e1',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.245510] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 in Status: SUCCESS [ 703.245510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.245510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.245510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.245510] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.245510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.245510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.245510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.245510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.245510] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.266033] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 703.266033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.266033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.266033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.266033] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.266033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.266033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.266033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.266033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.266033] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.284829] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-12052fbd-5697-4f52-99fb-557f153bc8f8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.284829] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.616116] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: SUCCESS [ 703.616116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.748753] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.749108] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.749193] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.749481] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.749642] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.749798] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 4a49b568-877f-44bc-a50a-0518590d66e1 not found, creating... [ 703.750074] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.750235] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.750383] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.750603] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.750744] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.751038] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.751199] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.751316] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.751522] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.751658] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.751795] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 4a49b568-877f-44bc-a50a-0518590d66e1 is going to be created. [ 703.753213] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.770661] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.770907] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.771087] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.771384] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.771659] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.771923] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-4a49b568-877f-44bc-a50a-0518590d66e1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.773622] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.138053] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc in Status: SUCCESS [ 704.138459] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc deletion is rescheduled due to dependency. [ 704.138459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.256933] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.275704] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.431919] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6cfe658-062c-462d-8b71-2276a8d43084 in Status: SUCCESS [ 704.432162] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.764758] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.765102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.765102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.765212] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.765304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.765405] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 is going to be updated. [ 704.778244] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.778382] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.778451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.778638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.778726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.778819] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be updated. [ 704.793643] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.793889] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.793889] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.794023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.794157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.803066] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 in Status: IN_PROGRESS for 2s [ 704.807862] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.807979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.808060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.808785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.808936] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.816499] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: IN_PROGRESS for 2s [ 705.237153] env[69236]: INFO networking_nsxv3.common.synchronization [req-7abac30d-6af4-496e-afd1-d8adf783d9c0 req-d2652c0b-97c8-4afc-810b-33844ac466a3 service nova] Enqueued Resource ID: d102ab03-13b2-485e-8daa-686159516323 with Priority: HIGHEST for action security_group_rules [ 705.237467] env[69236]: INFO networking_nsxv3.common.synchronization [req-7abac30d-6af4-496e-afd1-d8adf783d9c0 req-d2652c0b-97c8-4afc-810b-33844ac466a3 service nova] Enqueued Resource ID: d102ab03-13b2-485e-8daa-686159516323 with Priority: HIGHEST for action security_group_members [ 705.237530] env[69236]: INFO networking_nsxv3.common.synchronization [req-7abac30d-6af4-496e-afd1-d8adf783d9c0 req-d2652c0b-97c8-4afc-810b-33844ac466a3 service nova] Enqueued Resource ID: 4a49b568-877f-44bc-a50a-0518590d66e1 with Priority: HIGHEST for action port [ 705.237734] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d102ab03-13b2-485e-8daa-686159516323 with Priority: HIGHEST for action security_group_rules [ 705.237926] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d102ab03-13b2-485e-8daa-686159516323 with Priority: HIGHEST for action security_group_members [ 705.237973] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a49b568-877f-44bc-a50a-0518590d66e1 with Priority: HIGHEST for action port [ 705.238518] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d102ab03-13b2-485e-8daa-686159516323 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.238638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.238706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.238964] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.238964] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d102ab03-13b2-485e-8daa-686159516323',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.244035] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d102ab03-13b2-485e-8daa-686159516323 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.245977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.245977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.245977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.245977] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.245977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.245977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.245977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.245977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.245977] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d102ab03-13b2-485e-8daa-686159516323',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.246320] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a49b568-877f-44bc-a50a-0518590d66e1 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.246320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a49b568-877f-44bc-a50a-0518590d66e1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.246320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a49b568-877f-44bc-a50a-0518590d66e1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.246430] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a49b568-877f-44bc-a50a-0518590d66e1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.246430] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a49b568-877f-44bc-a50a-0518590d66e1',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.334850] env[69236]: INFO networking_nsxv3.common.synchronization [req-64fe3254-3dff-4190-9c84-91127434e2f5 req-238bca17-efa1-4aae-ad78-1b5887282cb3 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 705.335609] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 705.335925] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.336061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.336134] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.336340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.336498] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.336605] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.336669] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.336816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.336903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.336994] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.751025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d102ab03-13b2-485e-8daa-686159516323 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.751025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.751025] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d102ab03-13b2-485e-8daa-686159516323',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.751025] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a49b568-877f-44bc-a50a-0518590d66e1 with status ACTIVE [ 705.751025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.751025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.751025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.751025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.751025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.751025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.751025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.751025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.756580] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.756580] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.756580] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.756580] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.756580] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.756580] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.756580] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.756580] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a49b568-877f-44bc-a50a-0518590d66e1 is going to be updated. [ 705.774842] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.776750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.776750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.776750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.776750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.776750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a49b568-877f-44bc-a50a-0518590d66e1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.839893] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.840809] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.840809] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.841077] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.842403] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.842650] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.842793] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.842863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.843075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.843179] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.843281] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be updated. [ 705.889984] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.890160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.890261] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.890481] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.890688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.905596] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 705.967386] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.967594] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.967722] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.967997] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.968317] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.968483] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.968642] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.968822] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.969064] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.969240] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.969355] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.969487] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.969582] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.969738] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.969794] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.969928] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.991469] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.991725] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.991957] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.992186] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.992516] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-8f5922b9-97c3-4450-b9f7-503d5fdb17ea taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.992716] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-8f5922b9-97c3-4450-b9f7-503d5fdb17ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.992839] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-8f5922b9-97c3-4450-b9f7-503d5fdb17ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.993166] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-8f5922b9-97c3-4450-b9f7-503d5fdb17ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.993304] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f5922b9-97c3-4450-b9f7-503d5fdb17ea',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.256966] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d102ab03-13b2-485e-8daa-686159516323',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.496144] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.496391] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.496521] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.496894] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.496957] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.497122] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 8f5922b9-97c3-4450-b9f7-503d5fdb17ea not found, creating... [ 706.497714] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.497932] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.498098] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.498410] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.498591] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.498905] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.499129] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.499286] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.499530] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.499698] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.499870] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 8f5922b9-97c3-4450-b9f7-503d5fdb17ea is going to be created. [ 706.518833] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.519051] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.519176] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.519422] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.519640] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.519859] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-8f5922b9-97c3-4450-b9f7-503d5fdb17ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.759369] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.759814] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.759946] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.760266] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.760437] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.760795] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d102ab03-13b2-485e-8daa-686159516323 is going to be created. [ 706.783137] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.783523] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.783523] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.783820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.784092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.794841] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d102ab03-13b2-485e-8daa-686159516323 in Status: UNINITIALIZED for 2s [ 706.810936] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 in Status: SUCCESS [ 706.811227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.811436] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.811691] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.812044] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.812118] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.812178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.812373] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.812487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.812608] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.812730] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.824631] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 706.824889] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.825263] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.825341] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.825578] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.825718] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.825802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.825989] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.826144] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.826227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.826498] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.826569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.826632] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.826824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.826994] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.827341] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.827569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.827733] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.827920] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.828095] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.828321] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.316064] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.331158] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8: rpc.has_security_group_logging(os_id): False [ 707.348422] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.348601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.348675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.348893] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.348990] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.349744] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.349744] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.349744] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.349744] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.349744] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.349983] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.349983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.349983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.350110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.350189] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.350477] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.350592] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.350654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.350792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.350867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.350952] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be updated. [ 707.410321] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.410471] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.410541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.410781] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.410933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.424488] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: IN_PROGRESS for 2s [ 707.560137] env[69236]: INFO networking_nsxv3.common.synchronization [req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 req-4b53bdd9-45b7-48c8-ad84-64089815dbbd tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Enqueued Resource ID: 55df1f5c-144a-4620-826d-e946434503aa with Priority: HIGHEST for action security_group_members [ 707.560137] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55df1f5c-144a-4620-826d-e946434503aa with Priority: HIGHEST for action security_group_members [ 707.560137] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-55df1f5c-144a-4620-826d-e946434503aa taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.560137] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.560137] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.561248] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.561590] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.561846] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.562046] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.562336] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.563497] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.563497] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55df1f5c-144a-4620-826d-e946434503aa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.616248] env[69236]: INFO networking_nsxv3.common.synchronization [req-64fe3254-3dff-4190-9c84-91127434e2f5 req-f6a43cff-a09b-4d3c-81b8-030a6a9c7f5a service nova] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_rules [ 707.616248] env[69236]: INFO networking_nsxv3.common.synchronization [req-64fe3254-3dff-4190-9c84-91127434e2f5 req-f6a43cff-a09b-4d3c-81b8-030a6a9c7f5a service nova] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 707.616248] env[69236]: INFO networking_nsxv3.common.synchronization [req-64fe3254-3dff-4190-9c84-91127434e2f5 req-f6a43cff-a09b-4d3c-81b8-030a6a9c7f5a service nova] Enqueued Resource ID: 8f5922b9-97c3-4450-b9f7-503d5fdb17ea with Priority: HIGHEST for action port [ 707.616248] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_rules [ 707.616248] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 707.616248] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f5922b9-97c3-4450-b9f7-503d5fdb17ea with Priority: HIGHEST for action port [ 707.616248] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.617165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.617532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.618948] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.618948] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.619749] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.621031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.621031] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f5922b9-97c3-4450-b9f7-503d5fdb17ea taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.621031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f5922b9-97c3-4450-b9f7-503d5fdb17ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.621031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f5922b9-97c3-4450-b9f7-503d5fdb17ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.621031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f5922b9-97c3-4450-b9f7-503d5fdb17ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.621031] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f5922b9-97c3-4450-b9f7-503d5fdb17ea',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.819608] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12052fbd-5697-4f52-99fb-557f153bc8f8: rpc.has_security_group_logging(os_id): False [ 707.837114] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.837114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.837114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.837114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.837114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.837114] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.837114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.837114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.837114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.837114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.837114] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 is going to be updated. [ 707.857031] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.857031] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-343" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.857031] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-343" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.857031] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-343" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.861021] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.861021] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.861021] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.861021] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.861021] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.862879] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.862879] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.862879] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.862879] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.862879] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.862879] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.862879] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.881590] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.881590] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 707.881590] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.881590] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-343" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.881590] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-b479563a-e358-4285-a71c-6d3f66343826 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.881590] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-b479563a-e358-4285-a71c-6d3f66343826" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.881590] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-b479563a-e358-4285-a71c-6d3f66343826" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.881590] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-b479563a-e358-4285-a71c-6d3f66343826" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.881590] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b479563a-e358-4285-a71c-6d3f66343826',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.914792] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.914792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.914792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.914792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.914792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.917437] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 707.917437] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 deletion is rescheduled due to dependency. [ 707.917620] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.918068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.918357] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.918570] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.918732] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.918824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.919010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.919143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.919411] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.926909] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 in Status: IN_PROGRESS for 2s [ 708.065729] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.066127] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.067406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.067664] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.068464] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.068759] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.068895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.069040] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.069297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.069438] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.069551] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55df1f5c-144a-4620-826d-e946434503aa already deleted. [ 708.069619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.120942] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.120942] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.128928] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f5922b9-97c3-4450-b9f7-503d5fdb17ea with status ACTIVE [ 708.128928] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.128928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.128928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.128928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.128928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.128928] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.128928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.128928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.128928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.128928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.128928] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.128928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.128928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.128928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.128928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.128928] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f5922b9-97c3-4450-b9f7-503d5fdb17ea is going to be updated. [ 708.154025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.154025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.154025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.154362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.154562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.154841] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f5922b9-97c3-4450-b9f7-503d5fdb17ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.384282] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.384521] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.384649] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.384928] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.385096] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.385340] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port b479563a-e358-4285-a71c-6d3f66343826 not found, creating... [ 708.386074] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.386254] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.386377] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.386610] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.386755] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.387050] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.387206] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.387322] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.388023] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.388023] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.388023] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: b479563a-e358-4285-a71c-6d3f66343826 is going to be created. [ 708.409833] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.409833] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.409833] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.409833] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.409833] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.409833] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-b479563a-e358-4285-a71c-6d3f66343826" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.427040] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.804313] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d102ab03-13b2-485e-8daa-686159516323 in Status: SUCCESS [ 708.804390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.804533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.804752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.804942] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.805075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.805140] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.805867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.805867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.805867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.805867] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d102ab03-13b2-485e-8daa-686159516323',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.930601] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.154537] env[69236]: INFO networking_nsxv3.common.synchronization [req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 req-54a259eb-04a8-4a21-b471-0764ae2027de service nova] Enqueued Resource ID: 55df1f5c-144a-4620-826d-e946434503aa with Priority: HIGHEST for action security_group_rules [ 709.154682] env[69236]: INFO networking_nsxv3.common.synchronization [req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 req-54a259eb-04a8-4a21-b471-0764ae2027de service nova] Enqueued Resource ID: 55df1f5c-144a-4620-826d-e946434503aa with Priority: HIGHEST for action security_group_members [ 709.154887] env[69236]: INFO networking_nsxv3.common.synchronization [req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 req-54a259eb-04a8-4a21-b471-0764ae2027de service nova] Enqueued Resource ID: b479563a-e358-4285-a71c-6d3f66343826 with Priority: HIGHEST for action port [ 709.155499] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55df1f5c-144a-4620-826d-e946434503aa with Priority: HIGHEST for action security_group_rules [ 709.155665] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55df1f5c-144a-4620-826d-e946434503aa with Priority: HIGHEST for action security_group_members [ 709.155790] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b479563a-e358-4285-a71c-6d3f66343826 with Priority: HIGHEST for action port [ 709.156152] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55df1f5c-144a-4620-826d-e946434503aa taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.156286] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.156340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.156804] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.156804] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55df1f5c-144a-4620-826d-e946434503aa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.157745] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-55df1f5c-144a-4620-826d-e946434503aa taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.157924] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.157924] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.160940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.160940] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.160940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.160940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.160940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.160940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.160940] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55df1f5c-144a-4620-826d-e946434503aa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.160940] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b479563a-e358-4285-a71c-6d3f66343826 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.160940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b479563a-e358-4285-a71c-6d3f66343826" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.160940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b479563a-e358-4285-a71c-6d3f66343826" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.160940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b479563a-e358-4285-a71c-6d3f66343826" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.160940] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b479563a-e358-4285-a71c-6d3f66343826',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.308510] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d102ab03-13b2-485e-8daa-686159516323',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.433556] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.433894] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.434108] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.434510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.434579] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.434686] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be updated. [ 709.437331] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 709.437401] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.437570] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.437879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.437959] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.463519] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.463519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.463519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.464050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.464285] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.472962] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 709.662041] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55df1f5c-144a-4620-826d-e946434503aa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.662843] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-55df1f5c-144a-4620-826d-e946434503aa taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.663047] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.663358] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b479563a-e358-4285-a71c-6d3f66343826 with status ACTIVE [ 709.663533] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.663682] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.663776] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.664081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.664207] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.664462] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.664596] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.664684] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.664924] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.665069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.665341] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.665494] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.665586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.665837] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.665920] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.666075] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b479563a-e358-4285-a71c-6d3f66343826 is going to be updated. [ 709.687878] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.690091] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.690259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.690597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.690806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.691048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b479563a-e358-4285-a71c-6d3f66343826" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.809824] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d102ab03-13b2-485e-8daa-686159516323: rpc.has_security_group_logging(os_id): False [ 709.828094] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.828808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.828808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.828808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.828927] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.829138] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.830035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.830035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.830035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.830035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.830035] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d102ab03-13b2-485e-8daa-686159516323 is going to be created. [ 709.893889] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.894055] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.894170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.894322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.894504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.906213] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d102ab03-13b2-485e-8daa-686159516323 in Status: IN_PROGRESS for 2s [ 709.937322] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 in Status: SUCCESS [ 709.937589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.941272] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.941458] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.941534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.942067] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.942290] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.942401] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.942472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.942649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.942746] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.942835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.942923] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.168739] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55df1f5c-144a-4620-826d-e946434503aa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.447028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.447028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.447028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.447028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.447028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.447028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.447028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.447028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.447028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.447028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.447028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.447028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.447028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.447028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.447028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.447028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.447566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.447566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.447566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.447566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.447566] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.674816] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.674816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.674816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.674816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.674816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.674816] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55df1f5c-144a-4620-826d-e946434503aa is going to be created. [ 710.694814] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.694982] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.695046] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.695253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.695415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.704065] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55df1f5c-144a-4620-826d-e946434503aa in Status: UNINITIALIZED for 2s [ 710.952246] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8: rpc.has_security_group_logging(os_id): False [ 710.966511] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.966511] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.966729] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.967305] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.967305] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.967305] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.967485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.967485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.967640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.967729] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.968569] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.968569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.968569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.968569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.968569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.968569] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.969153] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.969153] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.969153] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.969153] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.969153] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be updated. [ 711.057339] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.057339] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.057339] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.057496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.057616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.078595] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: IN_PROGRESS for 2s [ 711.292088] env[69236]: INFO networking_nsxv3.common.synchronization [req-96b26024-928f-4e6c-8f77-90d237bd3dbf req-05c5b4df-348c-4ecc-a543-5086ffe79757 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Enqueued Resource ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 with Priority: HIGHEST for action security_group_members [ 711.292415] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 with Priority: HIGHEST for action security_group_members [ 711.292728] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.293225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.293225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.293429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.293502] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.293598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.293648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.293787] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.293920] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.294021] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab7df1b2-0311-4d9e-a0a9-78a263c791a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.491417] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 711.491770] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.491973] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.492210] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.492414] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.492552] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.492614] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.492765] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.492847] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.492931] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.493071] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.637259] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.637259] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.637375] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.637805] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.638147] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.638970] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.638970] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.638970] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.638970] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.639322] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.639322] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.639322] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.639424] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.639566] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.639660] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.639786] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.659623] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.659818] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.659981] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.660188] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.660534] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-3bf42228-4dde-4721-b938-8238625a5f33 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.660726] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-3bf42228-4dde-4721-b938-8238625a5f33" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.660858] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-3bf42228-4dde-4721-b938-8238625a5f33" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.661231] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-3bf42228-4dde-4721-b938-8238625a5f33" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.661378] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf42228-4dde-4721-b938-8238625a5f33',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.796028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.796245] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.796364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.796593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.797556] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.797556] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.797556] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.797556] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.797556] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.797556] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.797556] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 is going to be updated. [ 711.823030] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.823192] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.823267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.823498] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.823649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.832365] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 in Status: IN_PROGRESS for 2s [ 711.922752] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d102ab03-13b2-485e-8daa-686159516323 in Status: SUCCESS [ 711.923045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.997096] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.000023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.000023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.000023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.000023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.000023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.000023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.000023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.000023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.000023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.000023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.000023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.000023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.000023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.000023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.000023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.000023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.000023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.000023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.000610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.000610] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.164054] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.164382] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.164460] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.164798] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.164988] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.165393] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 3bf42228-4dde-4721-b938-8238625a5f33 not found, creating... [ 712.165714] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.165901] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.166061] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.166381] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.166531] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.166940] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.167209] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.167294] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.167620] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.167815] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.168011] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 3bf42228-4dde-4721-b938-8238625a5f33 is going to be created. [ 712.191393] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.191393] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.191393] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.191541] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.191775] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.192608] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-3bf42228-4dde-4721-b938-8238625a5f33" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.504235] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b66e5c89-31dd-49bf-9481-172ecfa8d8b6: rpc.has_security_group_logging(os_id): False [ 712.525113] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.525295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.525334] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.525827] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.525933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.526214] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.526315] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.526315] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.526458] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.526538] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.526730] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.526820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.526882] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.527032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.527110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.527312] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.527415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.527465] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.527588] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.527678] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.527751] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be updated. [ 712.589391] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.589634] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.589634] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.589896] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.590185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.622575] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 712.718420] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55df1f5c-144a-4620-826d-e946434503aa in Status: SUCCESS [ 712.718664] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.718832] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.719068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.719257] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.719425] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.719489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.719994] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.719994] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.719994] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.720246] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55df1f5c-144a-4620-826d-e946434503aa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.852406] env[69236]: INFO networking_nsxv3.common.synchronization [req-65aa41fe-05f8-4916-814d-e29fa791b2d3 req-bd555427-8b0c-4a47-ab8d-0aaf63552f0c tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Enqueued Resource ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 with Priority: HIGHEST for action security_group_members [ 712.852850] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 with Priority: HIGHEST for action security_group_members [ 712.855121] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.855121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.855121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.855121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.855121] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.855121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.855121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.855121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.855121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.855121] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccc998c-1ee9-49b4-b9d6-7d296f5d5430',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.938665] env[69236]: INFO networking_nsxv3.common.synchronization [req-96b26024-928f-4e6c-8f77-90d237bd3dbf req-051f16b4-c058-4539-a114-5e34da23302a service nova] Enqueued Resource ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 with Priority: HIGHEST for action security_group_rules [ 712.938665] env[69236]: INFO networking_nsxv3.common.synchronization [req-96b26024-928f-4e6c-8f77-90d237bd3dbf req-051f16b4-c058-4539-a114-5e34da23302a service nova] Enqueued Resource ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 with Priority: HIGHEST for action security_group_members [ 712.938665] env[69236]: INFO networking_nsxv3.common.synchronization [req-96b26024-928f-4e6c-8f77-90d237bd3dbf req-051f16b4-c058-4539-a114-5e34da23302a service nova] Enqueued Resource ID: 3bf42228-4dde-4721-b938-8238625a5f33 with Priority: HIGHEST for action port [ 712.938988] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 with Priority: HIGHEST for action security_group_rules [ 712.938988] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 with Priority: HIGHEST for action security_group_members [ 712.938988] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf42228-4dde-4721-b938-8238625a5f33 with Priority: HIGHEST for action port [ 712.941722] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab7df1b2-0311-4d9e-a0a9-78a263c791a3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.941722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.941722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.941722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.941722] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab7df1b2-0311-4d9e-a0a9-78a263c791a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.943442] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.943442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.943442] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bf42228-4dde-4721-b938-8238625a5f33 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.943442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bf42228-4dde-4721-b938-8238625a5f33" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.943442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bf42228-4dde-4721-b938-8238625a5f33" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.943442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bf42228-4dde-4721-b938-8238625a5f33" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.943442] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf42228-4dde-4721-b938-8238625a5f33',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.097420] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 713.097420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.223223] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55df1f5c-144a-4620-826d-e946434503aa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.360202] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.360399] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.360536] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.360663] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.360763] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.360965] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.361091] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.361149] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.361291] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.361363] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.361469] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 is going to be updated. [ 713.402464] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.402807] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.402881] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.403158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.403361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.437733] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 in Status: IN_PROGRESS for 2s [ 713.445557] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.445826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.445870] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bf42228-4dde-4721-b938-8238625a5f33 with status ACTIVE [ 713.446030] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.446145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.446248] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.446445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.446544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.446994] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.446994] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.446994] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.450762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.450880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.451092] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.451255] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.451255] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.451426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.451524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.451593] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bf42228-4dde-4721-b938-8238625a5f33 is going to be updated. [ 713.487862] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.488031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.488096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.488347] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.488492] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.488660] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bf42228-4dde-4721-b938-8238625a5f33" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.725024] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55df1f5c-144a-4620-826d-e946434503aa: rpc.has_security_group_logging(os_id): False [ 713.745202] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.745358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.745429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.745672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.745765] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.746022] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.746121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.746173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.746458] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.746556] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.746646] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55df1f5c-144a-4620-826d-e946434503aa is going to be created. [ 713.809202] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.809485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.809582] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.809838] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.810133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.824037] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55df1f5c-144a-4620-826d-e946434503aa in Status: IN_PROGRESS for 2s [ 713.844214] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 in Status: SUCCESS [ 713.844379] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 deletion is rescheduled due to dependency. [ 713.844514] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.844710] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.844949] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.845249] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.845375] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.845452] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.845629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.845720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.845894] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab7df1b2-0311-4d9e-a0a9-78a263c791a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.943032] env[69236]: INFO networking_nsxv3.common.synchronization [req-f80a0119-286c-413e-9f47-22f21f023a76 req-67fbb3e6-4287-420f-8537-7b7acfa75b86 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Enqueued Resource ID: f63f37d2-7951-40e4-8939-4c91842535e5 with Priority: HIGHEST for action security_group_members [ 713.943758] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63f37d2-7951-40e4-8939-4c91842535e5 with Priority: HIGHEST for action security_group_members [ 713.944159] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63f37d2-7951-40e4-8939-4c91842535e5 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.944330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.944409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.944866] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.945092] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.945249] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.946135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.946135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.946135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.946135] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63f37d2-7951-40e4-8939-4c91842535e5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.322718] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.323103] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-325" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.323147] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-325" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.323526] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-325" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.323796] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.323959] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.327325] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.327724] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.330038] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.330432] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.330650] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.330790] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.330950] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.331130] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.331298] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.332767] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.349273] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab7df1b2-0311-4d9e-a0a9-78a263c791a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.355454] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.355629] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 714.355782] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.356061] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-325" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.356405] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-6f3cc58d-5803-4937-88dd-3a2acf6ee6b4 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.356589] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-6f3cc58d-5803-4937-88dd-3a2acf6ee6b4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.356708] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-6f3cc58d-5803-4937-88dd-3a2acf6ee6b4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.357096] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-6f3cc58d-5803-4937-88dd-3a2acf6ee6b4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.357257] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3cc58d-5803-4937-88dd-3a2acf6ee6b4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.448903] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.448903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.448903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.448903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.448903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.449200] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.449254] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.449356] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.449487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.449645] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.449725] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63f37d2-7951-40e4-8939-4c91842535e5 already deleted. [ 714.450329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.636031] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 714.637367] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.862064] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab7df1b2-0311-4d9e-a0a9-78a263c791a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.862064] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.862064] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.862064] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.862064] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.862064] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.862064] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 6f3cc58d-5803-4937-88dd-3a2acf6ee6b4 not found, creating... [ 714.862719] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.863136] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.863461] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.863951] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.864334] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.865089] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.865757] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.866563] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.867011] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.869189] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.869189] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 6f3cc58d-5803-4937-88dd-3a2acf6ee6b4 is going to be created. [ 714.888035] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.888035] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.888035] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.888035] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.888035] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.888563] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-6f3cc58d-5803-4937-88dd-3a2acf6ee6b4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.371052] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.371052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.371052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.371453] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.371453] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.371453] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 is going to be updated. [ 715.397664] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.397808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.397877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.398107] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.398253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.407126] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 in Status: IN_PROGRESS for 2s [ 715.447084] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 in Status: SUCCESS [ 715.447261] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 deletion is rescheduled due to dependency. [ 715.447385] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.592030] env[69236]: INFO networking_nsxv3.common.synchronization [req-f80a0119-286c-413e-9f47-22f21f023a76 req-6800f585-0474-4928-b3af-0de2fcc6d153 service nova] Enqueued Resource ID: f63f37d2-7951-40e4-8939-4c91842535e5 with Priority: HIGHEST for action security_group_rules [ 715.592223] env[69236]: INFO networking_nsxv3.common.synchronization [req-f80a0119-286c-413e-9f47-22f21f023a76 req-6800f585-0474-4928-b3af-0de2fcc6d153 service nova] Enqueued Resource ID: f63f37d2-7951-40e4-8939-4c91842535e5 with Priority: HIGHEST for action security_group_members [ 715.592360] env[69236]: INFO networking_nsxv3.common.synchronization [req-f80a0119-286c-413e-9f47-22f21f023a76 req-6800f585-0474-4928-b3af-0de2fcc6d153 service nova] Enqueued Resource ID: 6f3cc58d-5803-4937-88dd-3a2acf6ee6b4 with Priority: HIGHEST for action port [ 715.592657] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63f37d2-7951-40e4-8939-4c91842535e5 with Priority: HIGHEST for action security_group_rules [ 715.594357] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63f37d2-7951-40e4-8939-4c91842535e5 with Priority: HIGHEST for action security_group_members [ 715.594357] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3cc58d-5803-4937-88dd-3a2acf6ee6b4 with Priority: HIGHEST for action port [ 715.594357] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f63f37d2-7951-40e4-8939-4c91842535e5 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.594357] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.594357] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.594357] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.594357] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f63f37d2-7951-40e4-8939-4c91842535e5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.596577] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63f37d2-7951-40e4-8939-4c91842535e5 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.596577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.596577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.596577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.596738] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.598672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.598672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.598672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.598672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.598672] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63f37d2-7951-40e4-8939-4c91842535e5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.598672] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f3cc58d-5803-4937-88dd-3a2acf6ee6b4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.598672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f3cc58d-5803-4937-88dd-3a2acf6ee6b4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.598672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f3cc58d-5803-4937-88dd-3a2acf6ee6b4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.598672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f3cc58d-5803-4937-88dd-3a2acf6ee6b4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.598672] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3cc58d-5803-4937-88dd-3a2acf6ee6b4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.837078] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55df1f5c-144a-4620-826d-e946434503aa in Status: SUCCESS [ 715.837471] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.101643] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63f37d2-7951-40e4-8939-4c91842535e5 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.101762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.101963] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f63f37d2-7951-40e4-8939-4c91842535e5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.103289] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f3cc58d-5803-4937-88dd-3a2acf6ee6b4 with status ACTIVE [ 716.104032] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.104032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.104032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.104032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.104032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.104032] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.104338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.104338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.104338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.104417] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.104602] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.104683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.104683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.104830] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.105160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.105160] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f3cc58d-5803-4937-88dd-3a2acf6ee6b4 is going to be updated. [ 716.126008] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.126520] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.126644] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.126851] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.126992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.127194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f3cc58d-5803-4937-88dd-3a2acf6ee6b4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.607020] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f63f37d2-7951-40e4-8939-4c91842535e5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.092814] env[69236]: INFO networking_nsxv3.common.synchronization [req-49ac268c-0466-461e-8308-d128f17255d4 req-4f556669-3f55-473b-ac4f-0c3e6ce25e69 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 717.092814] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 717.092814] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.092814] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.092814] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.093385] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.093637] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.093789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.093887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.094136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.094423] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.094423] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.108365] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.108542] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.108617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.108827] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.108934] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.109215] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63f37d2-7951-40e4-8939-4c91842535e5 is going to be created. [ 717.138054] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.138054] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.138054] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.138054] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.138054] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.148223] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63f37d2-7951-40e4-8939-4c91842535e5 in Status: UNINITIALIZED for 2s [ 717.419997] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 in Status: SUCCESS [ 717.420304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.420486] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.421232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.421232] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.421232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.421232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.421462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.421462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.421693] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.422019] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab7df1b2-0311-4d9e-a0a9-78a263c791a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.596683] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.596799] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.596839] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.597071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.597197] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.597401] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.597515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.597572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.597779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.597820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.597910] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 already deleted. [ 717.598701] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.661922] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.662222] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.662289] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.662653] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.662961] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.663144] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.664072] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.664072] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.664072] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.664072] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.664626] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.664626] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.664626] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.664626] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.664626] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.664799] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.684794] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.685246] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 717.685767] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.686208] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.687230] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-4c3710ec-e757-41cc-88ea-c566103648ea taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.687352] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-4c3710ec-e757-41cc-88ea-c566103648ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.687522] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-4c3710ec-e757-41cc-88ea-c566103648ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.687905] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-4c3710ec-e757-41cc-88ea-c566103648ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.688116] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c3710ec-e757-41cc-88ea-c566103648ea',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.924389] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.925041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.925041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.925255] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.925455] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.925648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.925733] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.926204] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.926204] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.926204] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.926665] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.926665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.926665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.926665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.926793] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.927118] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.927118] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.927267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.927267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.927358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.927453] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab7df1b2-0311-4d9e-a0a9-78a263c791a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.194622] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.194893] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.195075] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.195386] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.195611] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.195815] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 4c3710ec-e757-41cc-88ea-c566103648ea not found, creating... [ 718.196201] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.196448] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.196559] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.196825] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.197058] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.197342] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.197505] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.198034] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.198034] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.198034] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.198296] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 4c3710ec-e757-41cc-88ea-c566103648ea is going to be created. [ 718.219971] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.220255] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.220451] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.220813] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.221171] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.221473] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-4c3710ec-e757-41cc-88ea-c566103648ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.430140] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab7df1b2-0311-4d9e-a0a9-78a263c791a3: rpc.has_security_group_logging(os_id): False [ 718.450830] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.451018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.451073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.451284] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.451375] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.451611] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.451720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.452028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.452028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.452028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.452239] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.452239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.452343] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.452458] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.452507] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.452659] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.452786] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.452835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.452962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.453028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.453087] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 is going to be updated. [ 718.510147] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.510147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.510147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.510147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.510147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.522658] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 in Status: IN_PROGRESS for 2s [ 719.120168] env[69236]: INFO networking_nsxv3.common.synchronization [req-49ac268c-0466-461e-8308-d128f17255d4 req-1d9f13e9-a0bb-46a2-bb72-7fa610539777 service nova] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_rules [ 719.120168] env[69236]: INFO networking_nsxv3.common.synchronization [req-49ac268c-0466-461e-8308-d128f17255d4 req-1d9f13e9-a0bb-46a2-bb72-7fa610539777 service nova] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 719.120168] env[69236]: INFO networking_nsxv3.common.synchronization [req-49ac268c-0466-461e-8308-d128f17255d4 req-1d9f13e9-a0bb-46a2-bb72-7fa610539777 service nova] Enqueued Resource ID: 4c3710ec-e757-41cc-88ea-c566103648ea with Priority: HIGHEST for action port [ 719.120168] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_rules [ 719.121654] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 719.123823] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3710ec-e757-41cc-88ea-c566103648ea with Priority: HIGHEST for action port [ 719.123823] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.123823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.123823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.123823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.123823] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.125069] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.125530] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.125709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.126014] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.126698] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.126698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.126698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.130020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.130020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.130020] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.130020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c3710ec-e757-41cc-88ea-c566103648ea taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.130020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c3710ec-e757-41cc-88ea-c566103648ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.130020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c3710ec-e757-41cc-88ea-c566103648ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.130020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c3710ec-e757-41cc-88ea-c566103648ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.130020] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c3710ec-e757-41cc-88ea-c566103648ea',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.163281] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63f37d2-7951-40e4-8939-4c91842535e5 in Status: SUCCESS [ 719.163281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.163281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.163281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.163281] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.163281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.163281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.163281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.163868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.163868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.163868] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f63f37d2-7951-40e4-8939-4c91842535e5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.625659] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.625659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.636027] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.636027] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c3710ec-e757-41cc-88ea-c566103648ea with status ACTIVE [ 719.636027] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.636027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.636027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.636027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.636027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.636027] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.636027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.636027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.636027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.636027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.636027] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.636027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.636027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.636027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.637010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.637010] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c3710ec-e757-41cc-88ea-c566103648ea is going to be updated. [ 719.662112] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.662285] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.663191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.663382] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.663576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.663761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c3710ec-e757-41cc-88ea-c566103648ea" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.667599] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63f37d2-7951-40e4-8939-4c91842535e5 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.667755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.669571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.669571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.669571] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.669571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.672297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.672297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.672297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.672297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.672297] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63f37d2-7951-40e4-8939-4c91842535e5 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.672567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.672567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.672630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.672771] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.672859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.673239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.673239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.673239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.673239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.673418] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f63f37d2-7951-40e4-8939-4c91842535e5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.867616] env[69236]: INFO networking_nsxv3.common.synchronization [req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 req-1e3b0c41-d4d2-4031-b4c9-a328c9e2dc79 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Enqueued Resource ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc with Priority: HIGHEST for action security_group_members [ 719.867616] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc with Priority: HIGHEST for action security_group_members [ 719.867616] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-24914fec-9437-45fc-b7fe-e81d12e23ecc taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.867950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.867950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.868413] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.868593] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.868753] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.868753] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.868947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.869067] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.869121] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24914fec-9437-45fc-b7fe-e81d12e23ecc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.140401] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.176187] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f63f37d2-7951-40e4-8939-4c91842535e5: rpc.has_security_group_logging(os_id): False [ 720.197446] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.197665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.197717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.197941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.198053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.198279] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.198462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.198535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.198709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.198791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.199038] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.199123] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.199328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.199328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.199554] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.199625] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.199703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.199765] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.199921] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.199997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.201197] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f63f37d2-7951-40e4-8939-4c91842535e5 is going to be created. [ 720.261370] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.261598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.261653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.261865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.262149] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.273551] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63f37d2-7951-40e4-8939-4c91842535e5 in Status: IN_PROGRESS for 2s [ 720.373614] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.373614] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.373614] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.373761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.373789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.374045] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.374198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.374317] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.374505] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.375360] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.375360] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc already deleted. [ 720.375360] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.540025] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 in Status: SUCCESS [ 720.540025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.573293] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.573500] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-658" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.573628] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-658" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.574206] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-658" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.574488] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.574677] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.574766] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.575323] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.575500] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.575729] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.575860] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.575976] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.576096] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.576208] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.576339] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.576792] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.598862] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.599066] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 720.599194] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.600934] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-658" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.601328] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-d1c892bb-2a3f-4160-adc1-f06ba7115c0e taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.601893] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-d1c892bb-2a3f-4160-adc1-f06ba7115c0e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.602107] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-d1c892bb-2a3f-4160-adc1-f06ba7115c0e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.602704] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-d1c892bb-2a3f-4160-adc1-f06ba7115c0e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.602873] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1c892bb-2a3f-4160-adc1-f06ba7115c0e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.642682] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.642920] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.643020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.643261] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.643340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.643442] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be created. [ 720.670027] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.670027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.670027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.670027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.670027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.681496] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: UNINITIALIZED for 2s [ 721.106033] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.106033] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.106033] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.106400] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.106400] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.106529] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port d1c892bb-2a3f-4160-adc1-f06ba7115c0e not found, creating... [ 721.106702] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.107196] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.107196] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.107196] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.107330] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.108934] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.108934] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.108934] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.108934] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.108934] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.108934] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: d1c892bb-2a3f-4160-adc1-f06ba7115c0e is going to be created. [ 721.131989] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.131989] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.131989] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.131989] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.131989] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.131989] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-d1c892bb-2a3f-4160-adc1-f06ba7115c0e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.286959] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63f37d2-7951-40e4-8939-4c91842535e5 in Status: SUCCESS [ 722.287292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.390919] env[69236]: INFO networking_nsxv3.common.synchronization [req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 req-3f1cf93f-0fb5-4c8e-b875-e3a70fb95a25 service nova] Enqueued Resource ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc with Priority: HIGHEST for action security_group_rules [ 722.391120] env[69236]: INFO networking_nsxv3.common.synchronization [req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 req-3f1cf93f-0fb5-4c8e-b875-e3a70fb95a25 service nova] Enqueued Resource ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc with Priority: HIGHEST for action security_group_members [ 722.391259] env[69236]: INFO networking_nsxv3.common.synchronization [req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 req-3f1cf93f-0fb5-4c8e-b875-e3a70fb95a25 service nova] Enqueued Resource ID: d1c892bb-2a3f-4160-adc1-f06ba7115c0e with Priority: HIGHEST for action port [ 722.391487] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc with Priority: HIGHEST for action security_group_rules [ 722.391614] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc with Priority: HIGHEST for action security_group_members [ 722.391702] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c892bb-2a3f-4160-adc1-f06ba7115c0e with Priority: HIGHEST for action port [ 722.392244] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24914fec-9437-45fc-b7fe-e81d12e23ecc taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.392368] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.392503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.392632] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.392736] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24914fec-9437-45fc-b7fe-e81d12e23ecc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.393573] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-24914fec-9437-45fc-b7fe-e81d12e23ecc taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.393695] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.393763] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.393959] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.394088] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.394184] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.394261] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.394408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.394499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.394586] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24914fec-9437-45fc-b7fe-e81d12e23ecc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.395331] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1c892bb-2a3f-4160-adc1-f06ba7115c0e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.395436] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1c892bb-2a3f-4160-adc1-f06ba7115c0e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.395505] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1c892bb-2a3f-4160-adc1-f06ba7115c0e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.395803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1c892bb-2a3f-4160-adc1-f06ba7115c0e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.395803] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1c892bb-2a3f-4160-adc1-f06ba7115c0e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.692969] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 722.693340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.693594] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.693885] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.694147] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.694345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.694449] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.694618] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.694712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.694810] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.694964] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.899796] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-24914fec-9437-45fc-b7fe-e81d12e23ecc taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.900081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.900180] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24914fec-9437-45fc-b7fe-e81d12e23ecc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.901319] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1c892bb-2a3f-4160-adc1-f06ba7115c0e with status ACTIVE [ 722.901514] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.902281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.902429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.905768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.905768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.905768] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.905768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.905768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.905768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.905768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.905768] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.905768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.905768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.905768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.905768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.905768] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1c892bb-2a3f-4160-adc1-f06ba7115c0e is going to be updated. [ 722.928737] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.928928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.928970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.929267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.929424] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.929597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1c892bb-2a3f-4160-adc1-f06ba7115c0e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.197884] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.197884] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.198081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.198202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.198363] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.198529] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.198600] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.198770] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.198861] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.198956] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.199112] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.199200] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.199256] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.199740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.199740] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.199740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.199740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.199977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.199977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.199977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.199977] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.407183] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24914fec-9437-45fc-b7fe-e81d12e23ecc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.706129] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c507dc4e-b768-41ed-bdb2-661b093161d2: rpc.has_security_group_logging(os_id): False [ 723.723441] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.723441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.723441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.723638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.723728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.724032] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.724163] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.724229] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.724432] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.724503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.724709] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.724816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.724873] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.726181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.726181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.726181] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.726181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.726181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.726181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.726181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.726181] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be created. [ 723.792384] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.792583] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.792679] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.792947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.793182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.805547] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: IN_PROGRESS for 2s [ 723.910269] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.910462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.910537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.910766] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.910861] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.910969] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc is going to be created. [ 723.960963] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.961159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.961216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.961445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.963593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.974431] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc in Status: UNINITIALIZED for 2s [ 725.819675] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 725.820065] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.983995] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc in Status: SUCCESS [ 725.984262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.984441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.984659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.984857] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.984972] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.985047] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.985201] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.985284] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.985366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.985458] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24914fec-9437-45fc-b7fe-e81d12e23ecc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.487495] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24914fec-9437-45fc-b7fe-e81d12e23ecc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.871118] env[69236]: INFO networking_nsxv3.common.synchronization [req-bd370984-1520-4605-9e7c-1e8262d1cb20 req-054cdeb6-9e95-4a42-b883-37cd27e65cc4 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Enqueued Resource ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 with Priority: HIGHEST for action security_group_members [ 726.871959] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 with Priority: HIGHEST for action security_group_members [ 726.872178] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.872338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.872416] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.872673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.872843] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.872959] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.873038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.873209] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.873312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.873417] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab7df1b2-0311-4d9e-a0a9-78a263c791a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.992317] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24914fec-9437-45fc-b7fe-e81d12e23ecc: rpc.has_security_group_logging(os_id): False [ 727.010025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.010025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.010025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.010025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.010025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.010025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.010025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.010025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.010025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.010025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.010025] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc is going to be created. [ 727.066377] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.066575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.066575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.066790] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.066965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.079894] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc in Status: IN_PROGRESS for 2s [ 727.379113] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.379363] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.379398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.379677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.379763] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.379899] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.380010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.380088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.380244] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.380361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.380412] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 is going to be updated. [ 727.406131] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.406290] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.406412] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.406636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.406718] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.414640] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 in Status: IN_PROGRESS for 2s [ 727.672278] env[69236]: INFO networking_nsxv3.common.synchronization [req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f req-e80a7063-040a-4961-abc6-37da3a048440 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Enqueued Resource ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 with Priority: HIGHEST for action security_group_members [ 727.672278] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 with Priority: HIGHEST for action security_group_members [ 727.672278] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.672278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.673115] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.673485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.673814] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.674247] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.674435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.674709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.676111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.676111] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c35c618-d1e8-4802-a6f9-941e4fc9cb68',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.997969] env[69236]: INFO networking_nsxv3.common.synchronization [req-6504b2ca-2eee-429d-8be5-07f0380a2559 req-25cd4c76-33b1-4408-8523-ef6808621d74 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Enqueued Resource ID: f63f37d2-7951-40e4-8939-4c91842535e5 with Priority: HIGHEST for action security_group_members [ 727.998675] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63f37d2-7951-40e4-8939-4c91842535e5 with Priority: HIGHEST for action security_group_members [ 727.998999] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63f37d2-7951-40e4-8939-4c91842535e5 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.999763] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.999841] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.000048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.000242] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.000346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.000403] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.000837] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.001135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.002165] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63f37d2-7951-40e4-8939-4c91842535e5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.178373] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.178568] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.178636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.178841] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.178937] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.179141] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.179236] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.179296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.179443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.179519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.179603] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 is going to be updated. [ 728.210390] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.210646] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.210706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.210928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.211135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.223392] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 in Status: IN_PROGRESS for 2s [ 728.423862] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 req-c246ea28-c1b6-4c01-90b2-e21a66b1dd29 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Enqueued Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_members [ 728.424572] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_members [ 728.424922] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d3dc64-2278-4c1a-b4df-a70724921f11 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.425619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.425720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.426073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.426254] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.426385] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.426459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.426657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.426792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.426911] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.504479] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.504821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.504821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.504930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.505040] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.505262] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.505366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.505437] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.505589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.505669] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.505755] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63f37d2-7951-40e4-8939-4c91842535e5 is going to be updated. [ 728.611050] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.611050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.611050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.613614] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.614639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.627910] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63f37d2-7951-40e4-8939-4c91842535e5 in Status: IN_PROGRESS for 2s [ 728.932346] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.932515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.933459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.933459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.933459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.933459] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.933459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.933459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.933768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.933768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.933854] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 already deleted. [ 728.934061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.952220] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.952220] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-74" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.952362] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-74" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.952715] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-74" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.954029] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.954029] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.954029] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.954029] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.954029] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.954029] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.954349] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.954349] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.954349] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.955028] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.955175] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.955668] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.979734] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.980079] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 728.980248] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.980428] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-74" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.980774] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-6856b7bb-d6d3-45b2-a915-011e93fec1d7 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.981119] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-6856b7bb-d6d3-45b2-a915-011e93fec1d7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.981259] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-6856b7bb-d6d3-45b2-a915-011e93fec1d7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.981596] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-6856b7bb-d6d3-45b2-a915-011e93fec1d7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.981729] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6856b7bb-d6d3-45b2-a915-011e93fec1d7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.091614] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc in Status: SUCCESS [ 729.092108] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.427396] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 in Status: SUCCESS [ 729.427657] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 deletion is rescheduled due to dependency. [ 729.427738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.485527] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.485767] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.485890] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.486263] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.486499] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.486623] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 6856b7bb-d6d3-45b2-a915-011e93fec1d7 not found, creating... [ 729.486966] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.487101] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.487148] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.487376] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.487509] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.487787] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.488738] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.488738] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.488738] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.488738] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.488738] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 6856b7bb-d6d3-45b2-a915-011e93fec1d7 is going to be created. [ 729.509155] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.509385] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.509551] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.509834] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.510094] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.510376] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-6856b7bb-d6d3-45b2-a915-011e93fec1d7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.082041] env[69236]: INFO networking_nsxv3.common.synchronization [req-96f13e7a-8e85-4de3-aa0e-55152869479a req-22e1cb11-8529-4b65-8b7e-513543c8e67f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 730.082725] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 730.083238] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.083420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.083554] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.083801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.084064] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.084232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.084348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.084571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.084703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.084852] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.233310] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 in Status: SUCCESS [ 730.233593] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 deletion is rescheduled due to dependency. [ 730.233630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.351294] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 req-0a08fedb-fbec-438a-8803-79ce5b1a1a0d service nova] Enqueued Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_rules [ 730.351294] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 req-0a08fedb-fbec-438a-8803-79ce5b1a1a0d service nova] Enqueued Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_members [ 730.351294] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 req-0a08fedb-fbec-438a-8803-79ce5b1a1a0d service nova] Enqueued Resource ID: 6856b7bb-d6d3-45b2-a915-011e93fec1d7 with Priority: HIGHEST for action port [ 730.351294] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_rules [ 730.351294] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_members [ 730.351294] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6856b7bb-d6d3-45b2-a915-011e93fec1d7 with Priority: HIGHEST for action port [ 730.351840] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6d3dc64-2278-4c1a-b4df-a70724921f11 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.352135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.352308] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.352722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.352897] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.354271] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d3dc64-2278-4c1a-b4df-a70724921f11 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.354535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.355562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.355562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.355562] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.355562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.355562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.355857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.355857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.355857] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.359276] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-6856b7bb-d6d3-45b2-a915-011e93fec1d7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.359418] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6856b7bb-d6d3-45b2-a915-011e93fec1d7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.359418] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6856b7bb-d6d3-45b2-a915-011e93fec1d7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.359589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6856b7bb-d6d3-45b2-a915-011e93fec1d7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.359644] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6856b7bb-d6d3-45b2-a915-011e93fec1d7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.588752] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.588905] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.588991] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.589209] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.589303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.589497] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.589597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.589659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.589804] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.589880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.589967] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be updated. [ 730.614799] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.614986] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.615070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.615251] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.615392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.624123] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: IN_PROGRESS for 2s [ 730.634396] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63f37d2-7951-40e4-8939-4c91842535e5 in Status: SUCCESS [ 730.634571] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63f37d2-7951-40e4-8939-4c91842535e5 deletion is rescheduled due to dependency. [ 730.634703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.861019] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.862057] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d3dc64-2278-4c1a-b4df-a70724921f11 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.862176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.862528] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6856b7bb-d6d3-45b2-a915-011e93fec1d7 with status ACTIVE [ 730.862690] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.862798] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.862862] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.863079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.863170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.863332] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.863429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.863492] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.863642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.863727] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.863891] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.863983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.864055] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.864189] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.864263] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.864346] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6856b7bb-d6d3-45b2-a915-011e93fec1d7 is going to be updated. [ 730.889807] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.889973] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.890022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.890219] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.890358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.890525] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6856b7bb-d6d3-45b2-a915-011e93fec1d7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.362990] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.710902] env[69236]: INFO networking_nsxv3.common.synchronization [req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 req-c40fc255-105a-4075-b16a-72107b31ef4e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 731.711529] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 731.712298] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.712298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.712486] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.713091] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.713091] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.713091] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.713091] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.713343] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.713343] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.713416] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.868988] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.868988] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.868988] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.868988] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.868988] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.868988] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 is going to be created. [ 731.887982] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.888411] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.888640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.890447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.890447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.898460] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 in Status: UNINITIALIZED for 2s [ 732.033587] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.033846] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.034030] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.034366] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.034726] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.034943] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.035116] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.035420] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.035628] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.035895] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.036069] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.036252] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.036371] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.036533] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.036736] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.036862] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.054399] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.054859] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 732.054859] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.055151] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.055515] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-9907c380-cf69-4219-a65a-a9aab42f9b1c taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.056052] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-9907c380-cf69-4219-a65a-a9aab42f9b1c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.056052] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-9907c380-cf69-4219-a65a-a9aab42f9b1c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.056650] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-9907c380-cf69-4219-a65a-a9aab42f9b1c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.056650] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9907c380-cf69-4219-a65a-a9aab42f9b1c',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.219065] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.219214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.219351] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.219648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.219774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.219985] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.220101] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.220165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.220371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.220424] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.220484] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a already deleted. [ 732.220602] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.561974] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.562281] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.562329] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.562614] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.562815] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.562930] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 9907c380-cf69-4219-a65a-a9aab42f9b1c not found, creating... [ 732.563208] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.563368] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.563487] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.563713] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.563853] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.564157] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.564314] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.564433] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.564641] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.564780] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.564923] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 9907c380-cf69-4219-a65a-a9aab42f9b1c is going to be created. [ 732.584763] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.585013] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.585185] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.585474] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.585706] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.585940] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-9907c380-cf69-4219-a65a-a9aab42f9b1c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.634455] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 732.634801] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 deletion is rescheduled due to dependency. [ 732.635244] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.368017] env[69236]: INFO networking_nsxv3.common.synchronization [req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 req-b526caa5-c7f4-4ab5-af49-1a623b2d26c0 service nova] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_rules [ 733.368206] env[69236]: INFO networking_nsxv3.common.synchronization [req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 req-b526caa5-c7f4-4ab5-af49-1a623b2d26c0 service nova] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 733.368350] env[69236]: INFO networking_nsxv3.common.synchronization [req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 req-b526caa5-c7f4-4ab5-af49-1a623b2d26c0 service nova] Enqueued Resource ID: 9907c380-cf69-4219-a65a-a9aab42f9b1c with Priority: HIGHEST for action port [ 733.368708] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_rules [ 733.368842] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 733.368943] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9907c380-cf69-4219-a65a-a9aab42f9b1c with Priority: HIGHEST for action port [ 733.371152] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.371340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.371407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.371745] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.371840] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.372680] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.372795] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.372850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.373036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.373184] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.373275] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.373330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.373466] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.373560] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.373636] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.378804] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9907c380-cf69-4219-a65a-a9aab42f9b1c taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.378994] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9907c380-cf69-4219-a65a-a9aab42f9b1c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.379145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9907c380-cf69-4219-a65a-a9aab42f9b1c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.379420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9907c380-cf69-4219-a65a-a9aab42f9b1c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.380273] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9907c380-cf69-4219-a65a-a9aab42f9b1c',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.883505] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.883781] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.883855] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.885154] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9907c380-cf69-4219-a65a-a9aab42f9b1c with status ACTIVE [ 733.885344] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.885460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.885531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.885760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.885811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.885967] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.888052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.888144] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.888396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.888497] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.888722] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.888830] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.888963] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.889040] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.889426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.889535] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9907c380-cf69-4219-a65a-a9aab42f9b1c is going to be updated. [ 733.906912] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 in Status: SUCCESS [ 733.907148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.907620] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.907835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.908035] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.908152] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.908217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.908377] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.908455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.908575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.908671] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.910332] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.910495] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.910557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.910717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.910838] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.910983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9907c380-cf69-4219-a65a-a9aab42f9b1c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.391674] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.412662] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d3dc64-2278-4c1a-b4df-a70724921f11 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.412807] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.412876] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.413094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.413253] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.413351] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.413414] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.413563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.413654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.413740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.413880] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d3dc64-2278-4c1a-b4df-a70724921f11 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.413970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.414041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.414208] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.414342] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.414471] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.414535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.414693] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.414769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.414851] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.414980] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.894506] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.894823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.894823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.894962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.895071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.895177] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a is going to be created. [ 734.919221] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6d3dc64-2278-4c1a-b4df-a70724921f11: rpc.has_security_group_logging(os_id): False [ 734.923340] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.923496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.923496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.924145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.924422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.940948] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: UNINITIALIZED for 2s [ 734.945364] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.945364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.945364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.945364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.945364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.945947] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.945947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.945947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.945947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.945947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.946993] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.946993] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.946993] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.947631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.947742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.947954] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.948112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.948165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.948312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.948773] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.948773] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 is going to be created. [ 735.013829] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.013991] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.014078] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.014292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.014476] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.027808] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 in Status: IN_PROGRESS for 2s [ 735.084498] env[69236]: INFO networking_nsxv3.common.synchronization [None req-85d64f83-40a0-474f-b973-a2a1127b27ae None None] Enqueued Resource ID: f0b82a1f-6eb5-4277-bce3-dbdd5de0a736 with Priority: HIGHEST for action port [ 735.085149] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b82a1f-6eb5-4277-bce3-dbdd5de0a736 with Priority: HIGHEST for action port [ 735.085494] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0b82a1f-6eb5-4277-bce3-dbdd5de0a736 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.087508] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0b82a1f-6eb5-4277-bce3-dbdd5de0a736" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.087624] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0b82a1f-6eb5-4277-bce3-dbdd5de0a736" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.087934] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0b82a1f-6eb5-4277-bce3-dbdd5de0a736" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.088098] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b82a1f-6eb5-4277-bce3-dbdd5de0a736',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.592389] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0b82a1f-6eb5-4277-bce3-dbdd5de0a736 [ 735.593404] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.593554] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.593626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.593835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.593928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.594034] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0b82a1f-6eb5-4277-bce3-dbdd5de0a736 already deleted. [ 735.594120] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0b82a1f-6eb5-4277-bce3-dbdd5de0a736" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.950904] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: SUCCESS [ 736.951258] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.951326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.951499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.951691] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.951805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.951881] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.952037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.952120] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.952205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.952296] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.041752] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 in Status: SUCCESS [ 737.041752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.067019] env[69236]: INFO networking_nsxv3.common.synchronization [None req-7dca39b6-bac3-4dff-b9f5-f333545f5249 None None] Enqueued Resource ID: f22c81c0-13bc-41b9-ac36-3e5e4bdc840c with Priority: HIGHEST for action port [ 737.067019] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22c81c0-13bc-41b9-ac36-3e5e4bdc840c with Priority: HIGHEST for action port [ 737.067019] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f22c81c0-13bc-41b9-ac36-3e5e4bdc840c taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.067019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f22c81c0-13bc-41b9-ac36-3e5e4bdc840c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.067534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f22c81c0-13bc-41b9-ac36-3e5e4bdc840c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.067922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f22c81c0-13bc-41b9-ac36-3e5e4bdc840c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.068283] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f22c81c0-13bc-41b9-ac36-3e5e4bdc840c',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.276345] env[69236]: INFO networking_nsxv3.common.synchronization [req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 req-5b9d7c24-73d0-48de-8573-f1834a7afe67 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Enqueued Resource ID: 3f489950-6e82-40bd-85d1-708077680ea0 with Priority: HIGHEST for action security_group_members [ 737.277013] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f489950-6e82-40bd-85d1-708077680ea0 with Priority: HIGHEST for action security_group_members [ 737.277381] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f489950-6e82-40bd-85d1-708077680ea0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.277559] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.277661] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.277959] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.278171] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.278302] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.278395] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.278608] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.278730] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.278841] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.459191] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.459191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.459191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.459191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.459191] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.459191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.459191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.459191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.459191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.459572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.459572] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.459572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.459698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.459793] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.459928] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.460031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.460081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.460213] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.460289] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.460371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.460460] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.572933] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f22c81c0-13bc-41b9-ac36-3e5e4bdc840c [ 737.572933] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.572933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.572933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.572933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.572933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.572933] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f22c81c0-13bc-41b9-ac36-3e5e4bdc840c already deleted. [ 737.572933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f22c81c0-13bc-41b9-ac36-3e5e4bdc840c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.671444] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.671581] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.671721] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.671987] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.672261] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.672417] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.672533] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.672742] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.672885] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.673103] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.673573] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.673573] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.673573] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.673573] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.673795] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.673795] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.691043] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.691103] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 737.691245] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.691447] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.691714] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-8286f7af-fd76-46c3-84f8-a3c27bf04a67 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.691889] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-8286f7af-fd76-46c3-84f8-a3c27bf04a67" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.692017] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-8286f7af-fd76-46c3-84f8-a3c27bf04a67" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.692415] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-8286f7af-fd76-46c3-84f8-a3c27bf04a67" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.692476] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8286f7af-fd76-46c3-84f8-a3c27bf04a67',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.781578] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.781740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.781805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.782036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.782137] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.782331] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.782431] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.782550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.782645] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.782724] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.782864] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f489950-6e82-40bd-85d1-708077680ea0 already deleted. [ 737.782913] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.963282] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a74ab54f-7464-4be4-aea5-9b8ad485152a: rpc.has_security_group_logging(os_id): False [ 737.981961] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.982132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.982205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.982410] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.982502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.982690] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.982784] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.982857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.982997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.983092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.983271] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.983359] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.983416] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.983548] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.983621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.984306] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.984306] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.984306] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.984306] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.984306] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.984306] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a is going to be created. [ 738.038515] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.038756] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.038756] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.039373] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.041038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.049522] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: IN_PROGRESS for 2s [ 738.195024] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.195264] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.195494] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.195697] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.195945] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.196130] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 8286f7af-fd76-46c3-84f8-a3c27bf04a67 not found, creating... [ 738.196457] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.196596] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.196718] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.196940] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.197100] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.197379] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.197530] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.197650] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.198051] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.198051] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.198180] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 8286f7af-fd76-46c3-84f8-a3c27bf04a67 is going to be created. [ 738.217614] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.217614] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.217614] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.217856] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.219043] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.219043] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-8286f7af-fd76-46c3-84f8-a3c27bf04a67" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.316454] env[69236]: INFO networking_nsxv3.common.synchronization [req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 req-bfcd8a30-3c94-46bd-a7d6-84fb50305a67 service nova] Enqueued Resource ID: 3f489950-6e82-40bd-85d1-708077680ea0 with Priority: HIGHEST for action security_group_rules [ 739.316793] env[69236]: INFO networking_nsxv3.common.synchronization [req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 req-bfcd8a30-3c94-46bd-a7d6-84fb50305a67 service nova] Enqueued Resource ID: 3f489950-6e82-40bd-85d1-708077680ea0 with Priority: HIGHEST for action security_group_members [ 739.316793] env[69236]: INFO networking_nsxv3.common.synchronization [req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 req-bfcd8a30-3c94-46bd-a7d6-84fb50305a67 service nova] Enqueued Resource ID: 8286f7af-fd76-46c3-84f8-a3c27bf04a67 with Priority: HIGHEST for action port [ 739.317033] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f489950-6e82-40bd-85d1-708077680ea0 with Priority: HIGHEST for action security_group_rules [ 739.317139] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f489950-6e82-40bd-85d1-708077680ea0 with Priority: HIGHEST for action security_group_members [ 739.317243] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8286f7af-fd76-46c3-84f8-a3c27bf04a67 with Priority: HIGHEST for action port [ 739.317780] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f489950-6e82-40bd-85d1-708077680ea0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.317915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.317967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.318489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.318652] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.321819] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f489950-6e82-40bd-85d1-708077680ea0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.321819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.321819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.321819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.321819] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.321819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.321819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.321819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.321819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.321819] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.321819] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-8286f7af-fd76-46c3-84f8-a3c27bf04a67 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.321819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8286f7af-fd76-46c3-84f8-a3c27bf04a67" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.321819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8286f7af-fd76-46c3-84f8-a3c27bf04a67" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.321819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8286f7af-fd76-46c3-84f8-a3c27bf04a67" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.321819] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8286f7af-fd76-46c3-84f8-a3c27bf04a67',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.824248] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.825471] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f489950-6e82-40bd-85d1-708077680ea0 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.825471] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.825583] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8286f7af-fd76-46c3-84f8-a3c27bf04a67 with status ACTIVE [ 739.826772] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.826772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.826772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.826772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.826772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.826772] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.826772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.826772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.827444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.827527] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.827712] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.827804] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.827863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.828012] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.828143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.828226] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8286f7af-fd76-46c3-84f8-a3c27bf04a67 is going to be updated. [ 739.847518] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.847656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.847724] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.847921] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.848113] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.848279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8286f7af-fd76-46c3-84f8-a3c27bf04a67" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.060625] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: SUCCESS [ 740.060871] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.075349] env[69236]: INFO networking_nsxv3.common.synchronization [req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 req-b4128a7c-e971-4b71-821c-8caec495d55b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Enqueued Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 740.075701] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 740.076012] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.077915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.077915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.078198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.078382] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.078496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.078666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.078995] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.078995] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.078995] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.330728] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.584749] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.584906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.585082] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.585639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.585639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.585639] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.585813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.585813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.585881] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.586075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.586164] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 already deleted. [ 740.586650] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.741993] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-83 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.742212] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-83" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.742336] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-83" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.742711] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-83" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.742977] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.743154] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.743272] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.743482] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.743635] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.743851] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.743960] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.746209] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.746313] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.746559] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.746559] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.746678] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.765266] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.765894] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 740.765894] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.765894] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-83" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.766090] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-dda8da2e-8a69-403d-a934-86c3ad156cb1 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.766278] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-dda8da2e-8a69-403d-a934-86c3ad156cb1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.766399] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-dda8da2e-8a69-403d-a934-86c3ad156cb1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.766740] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-dda8da2e-8a69-403d-a934-86c3ad156cb1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.766877] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dda8da2e-8a69-403d-a934-86c3ad156cb1',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.837268] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.837268] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.837268] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.837268] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.837268] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.837268] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f489950-6e82-40bd-85d1-708077680ea0 is going to be created. [ 740.857281] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.862812] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.862812] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.862812] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.862812] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.869999] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f489950-6e82-40bd-85d1-708077680ea0 in Status: UNINITIALIZED for 2s [ 740.889520] env[69236]: INFO networking_nsxv3.common.synchronization [req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda req-fd4de228-3e74-4df2-850e-a4a553c09aea tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 740.890118] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 740.890411] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.890557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.890623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.890824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.890986] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.891826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.891923] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.892063] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.892157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.892253] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.922448] env[69236]: INFO networking_nsxv3.common.synchronization [None req-3079c8ce-e116-48e4-b1e3-2cd94a05caa3 None None] Enqueued Resource ID: 58011fc0-2fc2-4a56-8aa7-3de1dfd1aa98 with Priority: HIGHEST for action port [ 740.922448] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58011fc0-2fc2-4a56-8aa7-3de1dfd1aa98 with Priority: HIGHEST for action port [ 740.923129] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-58011fc0-2fc2-4a56-8aa7-3de1dfd1aa98 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.923528] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58011fc0-2fc2-4a56-8aa7-3de1dfd1aa98" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.923528] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58011fc0-2fc2-4a56-8aa7-3de1dfd1aa98" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.923691] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58011fc0-2fc2-4a56-8aa7-3de1dfd1aa98" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.923755] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58011fc0-2fc2-4a56-8aa7-3de1dfd1aa98',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.270281] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.270508] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.270636] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.270997] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.271183] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.271422] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port dda8da2e-8a69-403d-a934-86c3ad156cb1 not found, creating... [ 741.271880] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.272135] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.272313] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.272669] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.272892] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.273356] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.273627] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.273822] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.274133] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.274295] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.274446] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: dda8da2e-8a69-403d-a934-86c3ad156cb1 is going to be created. [ 741.301892] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.302179] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.302250] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.302519] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.302749] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.302975] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-dda8da2e-8a69-403d-a934-86c3ad156cb1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.395385] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.395617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.395667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.395855] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.395955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.396171] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.396271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.396345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.396605] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.396605] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.396770] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be updated. [ 741.427675] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.427784] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.427784] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.428756] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.428756] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.429543] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58011fc0-2fc2-4a56-8aa7-3de1dfd1aa98 [ 741.429543] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.429543] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.429706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.429742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.429785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.430372] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58011fc0-2fc2-4a56-8aa7-3de1dfd1aa98 already deleted. [ 741.430372] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58011fc0-2fc2-4a56-8aa7-3de1dfd1aa98" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.437387] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 742.333302] env[69236]: INFO networking_nsxv3.common.synchronization [req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 req-4a84b30c-09d1-4afb-b28f-aa5b99c8aeb8 service nova] Enqueued Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_rules [ 742.333302] env[69236]: INFO networking_nsxv3.common.synchronization [req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 req-4a84b30c-09d1-4afb-b28f-aa5b99c8aeb8 service nova] Enqueued Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 742.333302] env[69236]: INFO networking_nsxv3.common.synchronization [req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 req-4a84b30c-09d1-4afb-b28f-aa5b99c8aeb8 service nova] Enqueued Resource ID: dda8da2e-8a69-403d-a934-86c3ad156cb1 with Priority: HIGHEST for action port [ 742.333302] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_rules [ 742.333302] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 742.333302] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda8da2e-8a69-403d-a934-86c3ad156cb1 with Priority: HIGHEST for action port [ 742.335029] env[69236]: INFO networking_nsxv3.common.synchronization [req-70ddcaff-fe29-4fa5-b171-ebc6d29a2f3c req-81ec5b06-bcb6-4103-aa01-0acbdab7d17b tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Enqueued Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_members [ 742.335837] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.336114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.336296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.336628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.338058] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.338058] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.338058] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.338058] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.338058] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.338530] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.338783] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.338974] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.339246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.339453] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.343181] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.343181] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-dda8da2e-8a69-403d-a934-86c3ad156cb1 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.343181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dda8da2e-8a69-403d-a934-86c3ad156cb1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.343181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dda8da2e-8a69-403d-a934-86c3ad156cb1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.343181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dda8da2e-8a69-403d-a934-86c3ad156cb1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.343181] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dda8da2e-8a69-403d-a934-86c3ad156cb1',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.343181] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_members [ 742.343181] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d1ab57a-bcc2-434f-a105-dc72f5610755 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.343181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.343181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.343181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.344503] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.344612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.346538] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.346725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.346826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.347492] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.365789] env[69236]: INFO networking_nsxv3.common.synchronization [req-70ddcaff-fe29-4fa5-b171-ebc6d29a2f3c req-81ec5b06-bcb6-4103-aa01-0acbdab7d17b tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Enqueued Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_rules [ 742.365961] env[69236]: INFO networking_nsxv3.common.synchronization [req-70ddcaff-fe29-4fa5-b171-ebc6d29a2f3c req-81ec5b06-bcb6-4103-aa01-0acbdab7d17b tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Enqueued Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_members [ 742.366167] env[69236]: INFO networking_nsxv3.common.synchronization [req-70ddcaff-fe29-4fa5-b171-ebc6d29a2f3c req-81ec5b06-bcb6-4103-aa01-0acbdab7d17b tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Enqueued Resource ID: d0fc8782-b2cc-4517-bd5d-533b41acb7e6 with Priority: HIGHEST for action port [ 742.366350] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_rules [ 742.366788] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_members [ 742.366788] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fc8782-b2cc-4517-bd5d-533b41acb7e6 with Priority: HIGHEST for action port [ 742.368102] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d1ab57a-bcc2-434f-a105-dc72f5610755 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.368271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.368344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.368553] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.368660] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.369870] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d1ab57a-bcc2-434f-a105-dc72f5610755 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.370347] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.370347] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.370347] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.370347] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.373405] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.373405] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0fc8782-b2cc-4517-bd5d-533b41acb7e6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.843317] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.843596] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.843631] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dda8da2e-8a69-403d-a934-86c3ad156cb1 with status ACTIVE [ 742.843794] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.843897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.843961] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.844198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.844293] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.844459] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.844589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.844657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.844808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.844885] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.845076] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.845167] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.845222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.845355] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.845427] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.845528] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dda8da2e-8a69-403d-a934-86c3ad156cb1 is going to be updated. [ 742.847697] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.848845] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.870214] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.870364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.870431] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.870639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.870769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.870923] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dda8da2e-8a69-403d-a934-86c3ad156cb1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.871537] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d1ab57a-bcc2-434f-a105-dc72f5610755 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.871671] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.874205] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0fc8782-b2cc-4517-bd5d-533b41acb7e6 with status ACTIVE [ 742.874621] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.874732] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.874796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.874961] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.875053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.875217] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.875306] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.875363] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.875499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.875571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.875735] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.875821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.875877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.876012] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.876084] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.876161] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0fc8782-b2cc-4517-bd5d-533b41acb7e6 is going to be updated. [ 742.882697] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f489950-6e82-40bd-85d1-708077680ea0 in Status: SUCCESS [ 742.882697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.882697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.882697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.882697] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.882697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.882697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.882697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.883063] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.883063] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.883063] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.907447] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.907447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.907447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.907447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.907447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.907447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.206218] env[69236]: INFO networking_nsxv3.common.synchronization [None req-d7794ed6-e933-4a7e-b978-b4aa9b5d91e8 None None] Enqueued Resource ID: cd591f20-a9b2-4273-bb6f-875ada570b19 with Priority: HIGHEST for action port [ 743.207814] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd591f20-a9b2-4273-bb6f-875ada570b19 with Priority: HIGHEST for action port [ 743.210265] env[69236]: INFO networking_nsxv3.common.synchronization [req-5c261041-9a15-4286-999d-dbad79749394 req-a2ab0cb0-7830-44c8-bb49-599f8ad44b4a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Enqueued Resource ID: e8eff172-d10e-42b0-b090-213abfa8c883 with Priority: HIGHEST for action security_group_members [ 743.210265] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd591f20-a9b2-4273-bb6f-875ada570b19 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.210265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd591f20-a9b2-4273-bb6f-875ada570b19" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.210265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd591f20-a9b2-4273-bb6f-875ada570b19" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.210265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd591f20-a9b2-4273-bb6f-875ada570b19" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.210265] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd591f20-a9b2-4273-bb6f-875ada570b19',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.211496] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8eff172-d10e-42b0-b090-213abfa8c883 with Priority: HIGHEST for action security_group_members [ 743.211496] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8eff172-d10e-42b0-b090-213abfa8c883 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.211715] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.211715] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.211981] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.212113] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.212113] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.212197] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.212307] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.212393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.212481] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.350620] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.355363] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.385494] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f489950-6e82-40bd-85d1-708077680ea0 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.385656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.385730] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.385958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.386138] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.386237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.386300] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.386445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.386535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.386624] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.386783] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f489950-6e82-40bd-85d1-708077680ea0 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.386876] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.386947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.387102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.387251] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.387342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.387422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.387581] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.387661] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.387747] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.387843] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.447757] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 743.447757] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 deletion is rescheduled due to dependency. [ 743.447757] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.713119] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd591f20-a9b2-4273-bb6f-875ada570b19 [ 743.713119] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.713119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.713119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.713119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.713119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.713119] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd591f20-a9b2-4273-bb6f-875ada570b19 already deleted. [ 743.713119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd591f20-a9b2-4273-bb6f-875ada570b19" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.717544] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.854353] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.858131] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.858131] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.858131] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.858131] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.858131] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 is going to be created. [ 743.858131] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.858131] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.858131] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.858131] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.858131] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.858131] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 is going to be updated. [ 743.885146] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.885146] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.885146] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.885146] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.885146] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.887687] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.887777] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.887811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.890021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.890021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.890021] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f489950-6e82-40bd-85d1-708077680ea0: rpc.has_security_group_logging(os_id): False [ 743.893420] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: UNINITIALIZED for 2s [ 743.897710] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 in Status: IN_PROGRESS for 2s [ 743.916395] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.916566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.916566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.916764] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.916859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.917659] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.917659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.917659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.917659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.917659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.917659] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.918060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.918060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.918060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.918060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.918312] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.918409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.918472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.918642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.918755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.918799] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f489950-6e82-40bd-85d1-708077680ea0 is going to be created. [ 743.976219] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.976380] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.976481] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.976764] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.976940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.987808] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f489950-6e82-40bd-85d1-708077680ea0 in Status: IN_PROGRESS for 2s [ 744.218907] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.722446] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.722668] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.722668] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.722877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.722971] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.723136] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8eff172-d10e-42b0-b090-213abfa8c883 is going to be updated. [ 744.753157] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.753435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.753435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.756022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.756022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.764986] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8eff172-d10e-42b0-b090-213abfa8c883 in Status: IN_PROGRESS for 2s [ 745.032742] env[69236]: INFO networking_nsxv3.common.synchronization [req-ed6bbb65-7a90-4076-8d6d-3aecf1202755 req-51e89f8a-972e-462d-af73-25a9b6424524 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Enqueued Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_members [ 745.033376] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_members [ 745.033701] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d1ab57a-bcc2-434f-a105-dc72f5610755 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.033810] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.044922] env[69236]: INFO networking_nsxv3.common.synchronization [req-ed6bbb65-7a90-4076-8d6d-3aecf1202755 req-51e89f8a-972e-462d-af73-25a9b6424524 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Enqueued Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_rules [ 745.045075] env[69236]: INFO networking_nsxv3.common.synchronization [req-ed6bbb65-7a90-4076-8d6d-3aecf1202755 req-51e89f8a-972e-462d-af73-25a9b6424524 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Enqueued Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_members [ 745.045258] env[69236]: INFO networking_nsxv3.common.synchronization [req-ed6bbb65-7a90-4076-8d6d-3aecf1202755 req-51e89f8a-972e-462d-af73-25a9b6424524 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Enqueued Resource ID: d0fc8782-b2cc-4517-bd5d-533b41acb7e6 with Priority: HIGHEST for action port [ 745.045505] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_rules [ 745.045637] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_members [ 745.045760] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fc8782-b2cc-4517-bd5d-533b41acb7e6 with Priority: HIGHEST for action port [ 745.046299] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d1ab57a-bcc2-434f-a105-dc72f5610755 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.046673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.046673] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d1ab57a-bcc2-434f-a105-dc72f5610755 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.046673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.046811] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.046917] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.047037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.047227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.047338] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0fc8782-b2cc-4517-bd5d-533b41acb7e6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.552125] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0fc8782-b2cc-4517-bd5d-533b41acb7e6 with status ACTIVE [ 745.552414] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.552576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.552649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.552862] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.552953] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.553144] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.553241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.553303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.553444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.553522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.553704] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.553838] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.553921] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.554125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.554208] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.554296] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0fc8782-b2cc-4517-bd5d-533b41acb7e6 is going to be updated. [ 745.576510] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.576510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.576510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.576510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.576510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.576510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0fc8782-b2cc-4517-bd5d-533b41acb7e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.911910] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: SUCCESS [ 745.912209] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.912385] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.912691] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.912903] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.913046] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.913111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.913257] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.913325] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.913422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.913511] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.916054] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 in Status: SUCCESS [ 745.916251] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.916419] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.916605] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.916817] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.916936] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.917019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.917187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.917316] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.917368] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.000686] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f489950-6e82-40bd-85d1-708077680ea0 in Status: SUCCESS [ 746.000965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.415831] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.416145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.416145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.417026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.417026] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.417026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.417026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.417026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.417278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.417278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.417348] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.417401] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.417453] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.417592] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.417738] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.417817] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.417881] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.418114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.418175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.418236] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.418314] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.419323] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.787294] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8eff172-d10e-42b0-b090-213abfa8c883 in Status: SUCCESS [ 746.787505] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.921458] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb1d89bd-ac8f-4898-9016-b171aedf4601: rpc.has_security_group_logging(os_id): False [ 746.922669] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.944052] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.944052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.944302] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.944302] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.944365] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.944586] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.944699] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.944761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.944901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.944979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.945190] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.945307] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.945419] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.945532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.945562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.945909] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.945909] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.945909] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.946076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.946076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.946143] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 is going to be created. [ 746.952067] env[69236]: INFO networking_nsxv3.common.synchronization [req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e req-9638dc75-483b-40f8-89ba-99e14189989e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 746.952573] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 746.952856] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.953834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.953834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.953834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.953834] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.953834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.953834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.953834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.953834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.953834] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.029077] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.029242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.029309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.029520] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.029741] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.050837] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: IN_PROGRESS for 2s [ 747.425959] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.426294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.426294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.426411] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.426503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.426775] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 is going to be updated. [ 747.451860] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.452029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.452086] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.452289] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.452444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.457559] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.457710] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.457761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.457918] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.458020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.458207] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.458298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.458355] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.458495] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.458567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.458663] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a is going to be updated. [ 747.461017] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 in Status: IN_PROGRESS for 2s [ 747.484180] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.484335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.484434] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.484600] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.484740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.495613] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: IN_PROGRESS for 2s [ 748.458151] env[69236]: INFO networking_nsxv3.common.synchronization [req-417787fe-52fc-4b9a-b655-54dbbbd9d95b req-41e127de-91da-4a65-a671-0b2173f2b51d tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Enqueued Resource ID: 06abdc47-684b-4064-a511-43a3ee2fb979 with Priority: HIGHEST for action security_group_members [ 748.458151] env[69236]: INFO networking_nsxv3.common.synchronization [req-417787fe-52fc-4b9a-b655-54dbbbd9d95b req-41e127de-91da-4a65-a671-0b2173f2b51d tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Enqueued Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_members [ 748.458151] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06abdc47-684b-4064-a511-43a3ee2fb979 with Priority: HIGHEST for action security_group_members [ 748.458151] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_members [ 748.458151] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-06abdc47-684b-4064-a511-43a3ee2fb979 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.458151] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.458151] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.458876] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.458876] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.458876] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.458876] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.458876] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.458876] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.459099] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06abdc47-684b-4064-a511-43a3ee2fb979',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.460491] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d3dc64-2278-4c1a-b4df-a70724921f11 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.460491] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.460491] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.460700] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.460700] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.460773] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.460814] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.460930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.461032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.461122] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.515329] env[69236]: INFO networking_nsxv3.common.synchronization [req-417787fe-52fc-4b9a-b655-54dbbbd9d95b req-41e127de-91da-4a65-a671-0b2173f2b51d tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Enqueued Resource ID: 06abdc47-684b-4064-a511-43a3ee2fb979 with Priority: HIGHEST for action security_group_rules [ 748.515554] env[69236]: INFO networking_nsxv3.common.synchronization [req-417787fe-52fc-4b9a-b655-54dbbbd9d95b req-41e127de-91da-4a65-a671-0b2173f2b51d tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Enqueued Resource ID: 06abdc47-684b-4064-a511-43a3ee2fb979 with Priority: HIGHEST for action security_group_members [ 748.515729] env[69236]: INFO networking_nsxv3.common.synchronization [req-417787fe-52fc-4b9a-b655-54dbbbd9d95b req-41e127de-91da-4a65-a671-0b2173f2b51d tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Enqueued Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_rules [ 748.515821] env[69236]: INFO networking_nsxv3.common.synchronization [req-417787fe-52fc-4b9a-b655-54dbbbd9d95b req-41e127de-91da-4a65-a671-0b2173f2b51d tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Enqueued Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_members [ 748.515952] env[69236]: INFO networking_nsxv3.common.synchronization [req-417787fe-52fc-4b9a-b655-54dbbbd9d95b req-41e127de-91da-4a65-a671-0b2173f2b51d tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Enqueued Resource ID: 6856b7bb-d6d3-45b2-a915-011e93fec1d7 with Priority: HIGHEST for action port [ 748.516610] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06abdc47-684b-4064-a511-43a3ee2fb979 with Priority: HIGHEST for action security_group_rules [ 748.516782] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_rules [ 748.516887] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6856b7bb-d6d3-45b2-a915-011e93fec1d7 with Priority: HIGHEST for action port [ 748.516978] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06abdc47-684b-4064-a511-43a3ee2fb979 with Priority: HIGHEST for action security_group_members [ 748.517078] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_members [ 748.517343] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06abdc47-684b-4064-a511-43a3ee2fb979 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.517460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.517522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.517829] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.517933] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06abdc47-684b-4064-a511-43a3ee2fb979',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.518747] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6d3dc64-2278-4c1a-b4df-a70724921f11 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.518930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.519013] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.519519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.519600] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.521223] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-6856b7bb-d6d3-45b2-a915-011e93fec1d7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.521328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6856b7bb-d6d3-45b2-a915-011e93fec1d7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.521448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6856b7bb-d6d3-45b2-a915-011e93fec1d7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.521548] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6856b7bb-d6d3-45b2-a915-011e93fec1d7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.521620] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6856b7bb-d6d3-45b2-a915-011e93fec1d7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.525521] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-06abdc47-684b-4064-a511-43a3ee2fb979 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.525521] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.525643] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d3dc64-2278-4c1a-b4df-a70724921f11 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.525643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.961165] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06abdc47-684b-4064-a511-43a3ee2fb979',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.964781] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.022492] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d3dc64-2278-4c1a-b4df-a70724921f11 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.022623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.027180] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-06abdc47-684b-4064-a511-43a3ee2fb979 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.027327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.027481] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6856b7bb-d6d3-45b2-a915-011e93fec1d7 with status ACTIVE [ 749.027646] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.027810] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.027810] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.028040] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.029010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.029010] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.029010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.029010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.029010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.029010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.029010] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.029010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.029463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.029463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.029463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.029463] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6856b7bb-d6d3-45b2-a915-011e93fec1d7 is going to be updated. [ 749.050661] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.050661] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.050661] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.051388] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.051588] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.051884] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6856b7bb-d6d3-45b2-a915-011e93fec1d7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.064369] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: SUCCESS [ 749.064369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.463265] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06abdc47-684b-4064-a511-43a3ee2fb979',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.465796] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.472497] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 in Status: SUCCESS [ 749.472707] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.472866] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.473095] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.473281] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.473397] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.473461] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.473613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.473696] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.473784] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.473873] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.477171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.477327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.478379] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.478529] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.478604] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.478770] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.478856] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.478949] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.508269] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: SUCCESS [ 749.508457] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a deletion is rescheduled due to dependency. [ 749.508569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.701233] env[69236]: INFO networking_nsxv3.common.synchronization [req-5b5b79dd-a6ee-4090-85c2-e0e10553516d req-00d75a73-367a-4c9d-950d-baf2554782e9 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f with Priority: HIGHEST for action security_group_members [ 749.701567] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f with Priority: HIGHEST for action security_group_members [ 749.702194] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c477003-1f31-4cb4-9737-cf86ccf0285f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.702194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.702194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.702411] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.702791] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.702791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.702791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.702987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.704063] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.704063] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c477003-1f31-4cb4-9737-cf86ccf0285f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.787261] env[69236]: INFO networking_nsxv3.common.synchronization [req-79b69be1-52ec-423c-a5a8-006cb18e8d4f req-46937cb6-d4fb-4d32-9a56-e2e659116703 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Enqueued Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_members [ 749.787775] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 with Priority: HIGHEST for action security_group_members [ 749.788127] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d1ab57a-bcc2-434f-a105-dc72f5610755 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.788232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.817019] env[69236]: INFO networking_nsxv3.common.synchronization [req-d9350aa4-b0d1-4646-8427-a91d4dbc7c0e req-370a43e8-d047-4085-922d-8803df09e08f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Enqueued Resource ID: 06abdc47-684b-4064-a511-43a3ee2fb979 with Priority: HIGHEST for action security_group_members [ 749.817019] env[69236]: INFO networking_nsxv3.common.synchronization [req-d9350aa4-b0d1-4646-8427-a91d4dbc7c0e req-370a43e8-d047-4085-922d-8803df09e08f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Enqueued Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_members [ 749.817019] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06abdc47-684b-4064-a511-43a3ee2fb979 with Priority: HIGHEST for action security_group_members [ 749.817019] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_members [ 749.817019] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-06abdc47-684b-4064-a511-43a3ee2fb979 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.817019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.817019] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d3dc64-2278-4c1a-b4df-a70724921f11 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.817019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.962552] env[69236]: INFO networking_nsxv3.common.synchronization [req-d9350aa4-b0d1-4646-8427-a91d4dbc7c0e req-370a43e8-d047-4085-922d-8803df09e08f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Enqueued Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_rules [ 749.962732] env[69236]: INFO networking_nsxv3.common.synchronization [req-d9350aa4-b0d1-4646-8427-a91d4dbc7c0e req-370a43e8-d047-4085-922d-8803df09e08f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Enqueued Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_members [ 749.962870] env[69236]: INFO networking_nsxv3.common.synchronization [req-d9350aa4-b0d1-4646-8427-a91d4dbc7c0e req-370a43e8-d047-4085-922d-8803df09e08f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Enqueued Resource ID: 6856b7bb-d6d3-45b2-a915-011e93fec1d7 with Priority: HIGHEST for action port [ 749.963481] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_rules [ 749.963644] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_members [ 749.963768] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6856b7bb-d6d3-45b2-a915-011e93fec1d7 with Priority: HIGHEST for action port [ 749.964076] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6d3dc64-2278-4c1a-b4df-a70724921f11 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.964207] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.964397] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d3dc64-2278-4c1a-b4df-a70724921f11 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.964481] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.964651] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-6856b7bb-d6d3-45b2-a915-011e93fec1d7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.964750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6856b7bb-d6d3-45b2-a915-011e93fec1d7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.964811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6856b7bb-d6d3-45b2-a915-011e93fec1d7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.965019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6856b7bb-d6d3-45b2-a915-011e93fec1d7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.965099] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6856b7bb-d6d3-45b2-a915-011e93fec1d7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.969584] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.969716] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.969764] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.970135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.970260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.970377] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06abdc47-684b-4064-a511-43a3ee2fb979 is going to be created. [ 749.975370] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.975370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.975370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.975370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.975370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.975370] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 is going to be updated. [ 749.980327] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.981157] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.999736] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.001324] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.001324] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.001324] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.001324] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.006032] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.006032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.006032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.006032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.006032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.016028] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 in Status: IN_PROGRESS for 2s [ 750.016906] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06abdc47-684b-4064-a511-43a3ee2fb979 in Status: UNINITIALIZED for 2s [ 750.147769] env[69236]: INFO networking_nsxv3.common.synchronization [req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 req-b5981970-6288-4b84-9ba1-c4d64cbf2e47 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Enqueued Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 750.148926] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 750.148926] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.149335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.149335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.149592] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.149706] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.149989] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.150070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.150255] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.150380] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.150494] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.206033] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.206181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.206271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.206549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.206681] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.206943] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.207081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.207198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.207385] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.207491] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.207855] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f is going to be updated. [ 750.249125] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.249125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.249125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.249125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.249125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.260500] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f in Status: IN_PROGRESS for 2s [ 750.467986] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6856b7bb-d6d3-45b2-a915-011e93fec1d7 with status ACTIVE [ 750.468293] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.468395] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.468462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.468640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.468757] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.468982] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.469574] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.469574] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.469574] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.469574] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.469574] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.469574] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.469939] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.469939] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.469939] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.469939] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6856b7bb-d6d3-45b2-a915-011e93fec1d7 is going to be updated. [ 750.483799] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d1ab57a-bcc2-434f-a105-dc72f5610755: rpc.has_security_group_logging(os_id): False [ 750.486207] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.501609] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.501609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.501609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.501779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.502164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.502164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6856b7bb-d6d3-45b2-a915-011e93fec1d7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.503146] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.503677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.503677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.503677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.503677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.504332] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.504332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.504332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.504332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.504592] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.504592] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 is going to be updated. [ 750.583617] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.583617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.583617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.583617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.583617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.597546] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 in Status: IN_PROGRESS for 2s [ 750.630892] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-83 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.634026] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-83" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.634026] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-83" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.634026] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-83" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.634026] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.634026] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.634026] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.634026] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.634026] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.634026] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.634026] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.634026] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.634026] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.634026] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.634026] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.634026] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.655334] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.659706] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.659779] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 750.659872] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.660353] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-83" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.660353] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-38a66cc1-bf1f-49f9-973d-bf300ddd27a0 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.660530] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-38a66cc1-bf1f-49f9-973d-bf300ddd27a0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.660650] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-38a66cc1-bf1f-49f9-973d-bf300ddd27a0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.660971] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-38a66cc1-bf1f-49f9-973d-bf300ddd27a0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.661179] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38a66cc1-bf1f-49f9-973d-bf300ddd27a0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.990427] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.990593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.990738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.991076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.991923] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.992102] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 is going to be updated. [ 751.030164] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.030324] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.030363] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.030572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.030715] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.040060] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 in Status: IN_PROGRESS for 2s [ 751.158214] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.163582] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.163810] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.163941] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.165256] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.165423] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.165582] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 38a66cc1-bf1f-49f9-973d-bf300ddd27a0 not found, creating... [ 751.165838] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.166006] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.166129] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.166367] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.166538] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.166783] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.166939] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.167562] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.167802] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.167946] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.168115] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 38a66cc1-bf1f-49f9-973d-bf300ddd27a0 is going to be created. [ 751.187097] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.187296] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.187420] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.187666] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.187883] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.188113] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-38a66cc1-bf1f-49f9-973d-bf300ddd27a0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.661550] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.661840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.661840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.662011] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.662113] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.662209] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 is going to be updated. [ 751.693200] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.693520] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.693636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.693887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.694173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.703378] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: IN_PROGRESS for 2s [ 751.883398] env[69236]: INFO networking_nsxv3.common.synchronization [None req-fb8d1a9c-0987-4bcf-8db9-72efea5073a6 None None] Enqueued Resource ID: edaa806d-0231-4b95-a46c-395d467c5671 with Priority: HIGHEST for action port [ 751.883671] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edaa806d-0231-4b95-a46c-395d467c5671 with Priority: HIGHEST for action port [ 751.884246] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-edaa806d-0231-4b95-a46c-395d467c5671 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.884372] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edaa806d-0231-4b95-a46c-395d467c5671" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.884451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edaa806d-0231-4b95-a46c-395d467c5671" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.884676] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edaa806d-0231-4b95-a46c-395d467c5671" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.884756] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edaa806d-0231-4b95-a46c-395d467c5671',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.033629] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06abdc47-684b-4064-a511-43a3ee2fb979 in Status: SUCCESS [ 752.037352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.037607] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.037815] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.037997] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.038121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.038206] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.038346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.038409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.038502] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06abdc47-684b-4064-a511-43a3ee2fb979',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.040025] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 in Status: SUCCESS [ 752.040537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.040537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.040672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.040823] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.040951] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.041725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.041725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.041725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.041725] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.244303] env[69236]: INFO networking_nsxv3.common.synchronization [req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 req-cd7876cf-bc14-495a-90e2-c177c2fc3dd5 service nova] Enqueued Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_rules [ 752.244487] env[69236]: INFO networking_nsxv3.common.synchronization [req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 req-cd7876cf-bc14-495a-90e2-c177c2fc3dd5 service nova] Enqueued Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 752.244625] env[69236]: INFO networking_nsxv3.common.synchronization [req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 req-cd7876cf-bc14-495a-90e2-c177c2fc3dd5 service nova] Enqueued Resource ID: 38a66cc1-bf1f-49f9-973d-bf300ddd27a0 with Priority: HIGHEST for action port [ 752.244853] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_rules [ 752.244982] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 752.245088] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38a66cc1-bf1f-49f9-973d-bf300ddd27a0 with Priority: HIGHEST for action port [ 752.245610] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.245732] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.245801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.246008] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.246097] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.246962] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.247029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.247211] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-38a66cc1-bf1f-49f9-973d-bf300ddd27a0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.247310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38a66cc1-bf1f-49f9-973d-bf300ddd27a0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.247459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38a66cc1-bf1f-49f9-973d-bf300ddd27a0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.247563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38a66cc1-bf1f-49f9-973d-bf300ddd27a0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.247634] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38a66cc1-bf1f-49f9-973d-bf300ddd27a0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.270234] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f in Status: SUCCESS [ 752.270234] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f deletion is rescheduled due to dependency. [ 752.270234] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.388258] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edaa806d-0231-4b95-a46c-395d467c5671 [ 752.388483] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.388605] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.388673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.388901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.388988] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.389096] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edaa806d-0231-4b95-a46c-395d467c5671 already deleted. [ 752.389183] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edaa806d-0231-4b95-a46c-395d467c5671" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.547515] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.547638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.547719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.547921] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.548090] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.548267] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.548323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.548512] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.548512] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.548632] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.548750] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06abdc47-684b-4064-a511-43a3ee2fb979 is going to be deleted. [ 752.549693] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.586154] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.586271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.586338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.586545] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.586634] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.586729] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.586872] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.587026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.587183] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.587275] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.587331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.587461] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.587537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.587773] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06abdc47-684b-4064-a511-43a3ee2fb979',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.608995] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 in Status: SUCCESS [ 752.610039] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.610039] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.610039] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.610039] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.750447] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.750700] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.752514] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38a66cc1-bf1f-49f9-973d-bf300ddd27a0 with status ACTIVE [ 752.752514] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.752514] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.752514] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.752514] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.752514] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.752789] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.752789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.752789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.752950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.752950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.753946] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.753946] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.753946] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.753946] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.753946] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.753946] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38a66cc1-bf1f-49f9-973d-bf300ddd27a0 is going to be updated. [ 752.774763] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.776188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.776188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.776188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.776188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.776188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38a66cc1-bf1f-49f9-973d-bf300ddd27a0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.868168] env[69236]: INFO networking_nsxv3.common.synchronization [req-7990d28e-6462-4368-bf48-ab22742d3249 req-c83fd427-748a-41ed-93b5-c358ef1ef161 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Enqueued Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_members [ 752.868168] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_members [ 752.868168] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.868168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.868474] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.868796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.870598] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.870598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.870598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.870598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.870598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.870598] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.049964] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 in Status: SUCCESS [ 753.052852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.053089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.053310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.053504] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.053624] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.053689] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.053870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.053945] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.054060] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.054971] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.091360] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.091360] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.091360] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.091360] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.091598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.091866] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.092030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.092071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.092210] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.092289] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.092377] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06abdc47-684b-4064-a511-43a3ee2fb979 already deleted. [ 753.092485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.092540] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06abdc47-684b-4064-a511-43a3ee2fb979',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.093340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.093535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.093864] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.093864] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.093864] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.094109] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.094109] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.094284] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06abdc47-684b-4064-a511-43a3ee2fb979',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.130752] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.130752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.130752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.130752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.130752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.130752] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 is going to be deleted. [ 753.185604] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.185691] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.185726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.186028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.186028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.186151] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.194161] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.194161] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-897" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.194161] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-897" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.194161] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-897" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.194161] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.194161] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.194161] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.194161] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.194161] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.194161] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 753.194641] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.194641] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.194641] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.194641] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 753.194747] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.194870] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.237190] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.238022] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 753.238022] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.238022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-897" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.238022] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-5455ed98-0922-460e-9fff-c3ac3d759eef taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.238257] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-5455ed98-0922-460e-9fff-c3ac3d759eef" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.238353] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-5455ed98-0922-460e-9fff-c3ac3d759eef" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.238656] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-5455ed98-0922-460e-9fff-c3ac3d759eef" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.238870] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5455ed98-0922-460e-9fff-c3ac3d759eef',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.371080] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.371423] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.371588] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.371881] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.374021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.374021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.374021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.374021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.374021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.374021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.374021] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 is going to be updated. [ 753.399746] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.399886] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.399966] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.400180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.400318] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.410779] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: IN_PROGRESS for 2s [ 753.562275] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.562493] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.562578] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.562784] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.563062] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.563315] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.563457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.563489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.563634] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.563719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.563809] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 is going to be deleted. [ 753.566189] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.566189] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.566189] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.566189] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.566189] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.566189] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 is going to be updated. [ 753.590159] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.590377] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.590377] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.590576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.590667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.590767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.590925] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.591120] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.591282] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.591379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.591440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.591577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.591655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.591748] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d1ab57a-bcc2-434f-a105-dc72f5610755',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.597644] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.597644] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.597904] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.597904] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.597982] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.599295] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.599295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.599431] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.599803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.599803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.599803] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.599943] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.599943] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.600037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.600119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.600202] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06abdc47-684b-4064-a511-43a3ee2fb979 already deleted. [ 753.600434] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.600621] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06abdc47-684b-4064-a511-43a3ee2fb979',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.604018] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.604018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.604018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.604018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.604018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.604018] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.604018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.604018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.604018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.604018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.604018] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d1ab57a-bcc2-434f-a105-dc72f5610755 already deleted. [ 753.604018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d1ab57a-bcc2-434f-a105-dc72f5610755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.610186] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 in Status: IN_PROGRESS for 2s [ 753.713092] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: SUCCESS [ 753.713092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.713092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.713092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.713092] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.713092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.713092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.713092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.713092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.713438] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.746292] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.746292] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.746292] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.746292] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.746292] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.746292] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 5455ed98-0922-460e-9fff-c3ac3d759eef not found, creating... [ 753.746292] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.746292] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.746292] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.746292] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.746292] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.746717] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.746717] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.746717] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.746717] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.746717] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.746717] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 5455ed98-0922-460e-9fff-c3ac3d759eef is going to be created. [ 753.764371] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.764624] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.764708] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.764964] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.765205] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.765437] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-5455ed98-0922-460e-9fff-c3ac3d759eef" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.849491] env[69236]: INFO networking_nsxv3.common.synchronization [None req-0c54a5a4-ded5-4fd0-b746-13f8afc0dabf None None] Enqueued Resource ID: 3be85a3f-1448-465d-9cd9-8d3f76222870 with Priority: HIGHEST for action port [ 753.850647] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be85a3f-1448-465d-9cd9-8d3f76222870 with Priority: HIGHEST for action port [ 753.850789] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3be85a3f-1448-465d-9cd9-8d3f76222870 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.851278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3be85a3f-1448-465d-9cd9-8d3f76222870" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.851432] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3be85a3f-1448-465d-9cd9-8d3f76222870" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.851834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3be85a3f-1448-465d-9cd9-8d3f76222870" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.852231] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3be85a3f-1448-465d-9cd9-8d3f76222870',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.104476] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06abdc47-684b-4064-a511-43a3ee2fb979: rpc.has_security_group_logging(os_id): False [ 754.122168] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.122306] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.122381] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.122676] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.122824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.123194] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.123354] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.123451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.123706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.123840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.123987] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06abdc47-684b-4064-a511-43a3ee2fb979 is going to be created. [ 754.141968] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/06abdc47-684b-4064-a511-43a3ee2fb979], does not exist path=[/infra/domains/default/groups/06abdc47-684b-4064-a511-43a3ee2fb979]."\n}' [ 754.144662] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06abdc47-684b-4064-a511-43a3ee2fb979 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/06abdc47-684b-4064-a511-43a3ee2fb979 [ 754.144662] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 754.182813] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.183023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.183088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.183331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.184672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.184993] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.185155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.185237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.185415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.185510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.185733] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.185859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.185924] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.186115] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.186185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.186294] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06abdc47-684b-4064-a511-43a3ee2fb979 is going to be created. [ 754.204715] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/06abdc47-684b-4064-a511-43a3ee2fb979], does not exist path=[/infra/domains/default/groups/06abdc47-684b-4064-a511-43a3ee2fb979]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/06abdc47-684b-4064-a511-43a3ee2fb979 [ 754.204909] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06abdc47-684b-4064-a511-43a3ee2fb979" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.205427] env[69236]: Traceback (most recent call last): [ 754.205493] env[69236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 754.205493] env[69236]: return func(*args, **kwargs) [ 754.205493] env[69236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 754.205493] env[69236]: res.raise_for_status() [ 754.205493] env[69236]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 754.205493] env[69236]: raise HTTPError(http_error_msg, response=self) [ 754.205493] env[69236]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/06abdc47-684b-4064-a511-43a3ee2fb979 [ 754.205493] env[69236]: During handling of the above exception, another exception occurred: [ 754.205493] env[69236]: Traceback (most recent call last): [ 754.205493] env[69236]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 754.205493] env[69236]: listener.cb(fileno) [ 754.205493] env[69236]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 754.205493] env[69236]: result = function(*args, **kwargs) [ 754.205493] env[69236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 754.205493] env[69236]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 754.205493] env[69236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 754.205493] env[69236]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 754.205493] env[69236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 754.205493] env[69236]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 754.205493] env[69236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 754.205493] env[69236]: res.raise_for_status() [ 754.205493] env[69236]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 754.205493] env[69236]: raise HTTPError(http_error_msg, response=self) [ 754.205493] env[69236]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/06abdc47-684b-4064-a511-43a3ee2fb979 [ 754.205493] env[69236]: Removing descriptor: 5 [ 754.215979] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.355126] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3be85a3f-1448-465d-9cd9-8d3f76222870 [ 754.355394] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.356326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.356458] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.356725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.356824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.356926] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3be85a3f-1448-465d-9cd9-8d3f76222870 already deleted. [ 754.357017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3be85a3f-1448-465d-9cd9-8d3f76222870" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.474121] env[69236]: INFO networking_nsxv3.common.synchronization [req-7990d28e-6462-4368-bf48-ab22742d3249 req-3ff5db5f-4bae-4a3a-9925-e37403f62618 service nova] Enqueued Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_rules [ 754.474340] env[69236]: INFO networking_nsxv3.common.synchronization [req-7990d28e-6462-4368-bf48-ab22742d3249 req-3ff5db5f-4bae-4a3a-9925-e37403f62618 service nova] Enqueued Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_members [ 754.474450] env[69236]: INFO networking_nsxv3.common.synchronization [req-7990d28e-6462-4368-bf48-ab22742d3249 req-3ff5db5f-4bae-4a3a-9925-e37403f62618 service nova] Enqueued Resource ID: 5455ed98-0922-460e-9fff-c3ac3d759eef with Priority: HIGHEST for action port [ 754.474685] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_rules [ 754.474815] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_members [ 754.474939] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5455ed98-0922-460e-9fff-c3ac3d759eef with Priority: HIGHEST for action port [ 754.475559] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.475638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.476550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.476798] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.476918] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.481119] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.481291] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.481650] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5455ed98-0922-460e-9fff-c3ac3d759eef taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.481798] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5455ed98-0922-460e-9fff-c3ac3d759eef" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.481798] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5455ed98-0922-460e-9fff-c3ac3d759eef" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.482031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5455ed98-0922-460e-9fff-c3ac3d759eef" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.482158] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5455ed98-0922-460e-9fff-c3ac3d759eef',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.719101] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.987629] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.987899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.987961] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5455ed98-0922-460e-9fff-c3ac3d759eef with status ACTIVE [ 754.988170] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.988271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.988338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.988548] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.988643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.988840] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.988940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.989008] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.989170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.989279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.989460] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.989549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.989617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.990266] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.990266] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.990266] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5455ed98-0922-460e-9fff-c3ac3d759eef is going to be updated. [ 755.011107] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.011237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.011313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.011510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.011643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.011795] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5455ed98-0922-460e-9fff-c3ac3d759eef" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.221771] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.221929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.221999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.222229] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.222323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.222424] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 is going to be updated. [ 755.251850] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.251990] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.252791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.252791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.252791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.261877] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: IN_PROGRESS for 2s [ 755.421834] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: SUCCESS [ 755.422037] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 deletion is rescheduled due to dependency. [ 755.422134] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.422298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.422511] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.422702] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.422869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.422869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.423021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.423110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.423203] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.619274] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 in Status: SUCCESS [ 755.619489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.619655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.620052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.620128] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.620273] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.620345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.620451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.620538] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.620626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.620721] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.621669] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.621835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.625103] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.625103] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.625103] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.625103] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.625103] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.625103] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.890408] env[69236]: INFO networking_nsxv3.common.synchronization [req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 req-a35d4cff-3319-4d1b-aa1d-53817d3678a2 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Enqueued Resource ID: f20caacf-c060-4d46-9676-83812041913e with Priority: HIGHEST for action security_group_members [ 755.892151] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20caacf-c060-4d46-9676-83812041913e with Priority: HIGHEST for action security_group_members [ 755.892480] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f20caacf-c060-4d46-9676-83812041913e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.892600] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.892666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.892867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.893050] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.893155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.893217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.893363] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.893451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.893545] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.929236] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.968126] env[69236]: INFO networking_nsxv3.common.synchronization [req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c req-2c675de1-3598-43b5-ad07-f01ca0c663b3 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Enqueued Resource ID: d102ab03-13b2-485e-8daa-686159516323 with Priority: HIGHEST for action security_group_members [ 755.968232] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d102ab03-13b2-485e-8daa-686159516323 with Priority: HIGHEST for action security_group_members [ 755.968758] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d102ab03-13b2-485e-8daa-686159516323 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.972859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.972974] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.973276] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.973497] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.973629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.973724] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.973995] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.974170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.974278] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d102ab03-13b2-485e-8daa-686159516323',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.124173] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d3dc64-2278-4c1a-b4df-a70724921f11 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.124476] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.124519] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.395363] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.435534] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.479417] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.479417] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.479417] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.479417] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.502683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.505025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.505025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.505025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.505025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.505025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.505025] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d102ab03-13b2-485e-8daa-686159516323 is going to be updated. [ 756.528463] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.528633] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.528680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.528915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.529132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.537604] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d102ab03-13b2-485e-8daa-686159516323 in Status: IN_PROGRESS for 2s [ 756.584093] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.584348] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.584424] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.584707] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.584979] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.585151] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.585271] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.585489] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.585638] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.585881] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.586023] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.586353] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.586475] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.586589] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.586755] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.586858] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.606373] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.606538] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 756.606753] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.606971] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.607380] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.607563] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.607682] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.608037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.608201] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.631735] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.897999] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.937630] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.937895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.937895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.938191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.938302] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.938434] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 is going to be updated. [ 756.964850] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.965045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.965219] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.965394] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.965643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.974493] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: IN_PROGRESS for 2s [ 757.110982] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.111278] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.111409] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.111689] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.111845] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.112012] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d not found, creating... [ 757.112286] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.112442] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.112738] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.112843] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.113056] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.113301] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.113459] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.113579] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.113787] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.113926] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.114453] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d is going to be created. [ 757.135166] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.135549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.135549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.135549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.135656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.135690] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 is going to be updated. [ 757.153563] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.153797] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.154746] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.154746] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.154746] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.154929] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.182959] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.183148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.183148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.183338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.183505] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.199854] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 in Status: IN_PROGRESS for 2s [ 757.276161] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: SUCCESS [ 757.276522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.276777] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.277101] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.277342] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.277502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.277575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.277744] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.277841] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.277941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.278044] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.402016] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.402016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.402016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.402016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.402016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.402016] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f20caacf-c060-4d46-9676-83812041913e is going to be updated. [ 757.439379] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.439379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.440045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.440045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.440045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.452209] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f20caacf-c060-4d46-9676-83812041913e in Status: IN_PROGRESS for 2s [ 757.784309] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.784309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.784309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.784309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.784309] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.784309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.784309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.784309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.784309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.784309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.784309] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.784309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.784309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.784309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.784309] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.784309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.788393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.788393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.788393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.788393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.788393] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.253181] env[69236]: INFO networking_nsxv3.common.synchronization [req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 req-6c5b664d-115c-48d7-a88e-c66f90d1941d service nova] Enqueued Resource ID: f20caacf-c060-4d46-9676-83812041913e with Priority: HIGHEST for action security_group_rules [ 758.253462] env[69236]: INFO networking_nsxv3.common.synchronization [req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 req-6c5b664d-115c-48d7-a88e-c66f90d1941d service nova] Enqueued Resource ID: f20caacf-c060-4d46-9676-83812041913e with Priority: HIGHEST for action security_group_members [ 758.255940] env[69236]: INFO networking_nsxv3.common.synchronization [req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 req-6c5b664d-115c-48d7-a88e-c66f90d1941d service nova] Enqueued Resource ID: 9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d with Priority: HIGHEST for action port [ 758.256257] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20caacf-c060-4d46-9676-83812041913e with Priority: HIGHEST for action security_group_rules [ 758.256395] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20caacf-c060-4d46-9676-83812041913e with Priority: HIGHEST for action security_group_members [ 758.257910] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d with Priority: HIGHEST for action port [ 758.257910] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f20caacf-c060-4d46-9676-83812041913e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.257910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.257910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.257910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.257910] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.259119] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f20caacf-c060-4d46-9676-83812041913e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.259119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.259119] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.259119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.259119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.259381] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.259411] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.261980] env[69236]: INFO networking_nsxv3.common.synchronization [req-ce2648cd-29a4-49c7-a6dc-97bce23d910e req-24e6eb2e-e4a3-4624-a554-00e6b0494711 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Enqueued Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_members [ 758.262740] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 with Priority: HIGHEST for action security_group_members [ 758.262940] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d3dc64-2278-4c1a-b4df-a70724921f11 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.263079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.290233] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb1d89bd-ac8f-4898-9016-b171aedf4601: rpc.has_security_group_logging(os_id): False [ 758.310349] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.310349] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.310349] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.310349] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.328277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.328539] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.328652] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.328713] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.328936] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.329032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.329219] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.329336] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.329398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.329537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.329608] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.329791] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.329873] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.329932] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.330084] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.330154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.330231] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 is going to be updated. [ 758.364270] env[69236]: INFO networking_nsxv3.common.synchronization [req-c454a8da-f502-4065-a9c5-6e7296db22cb req-c5cd5a10-915f-47a7-a982-e10952dd89f2 tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Enqueued Resource ID: 74bed68c-a24a-4049-a180-15d46e57a39b with Priority: HIGHEST for action security_group_members [ 758.364783] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bed68c-a24a-4049-a180-15d46e57a39b with Priority: HIGHEST for action security_group_members [ 758.365104] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bed68c-a24a-4049-a180-15d46e57a39b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.365229] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.365294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.365541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.365696] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.365795] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.365858] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.366010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.366168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.366267] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74bed68c-a24a-4049-a180-15d46e57a39b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.396052] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.396052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.396052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.396052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.396052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.409248] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: IN_PROGRESS for 2s [ 758.553719] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d102ab03-13b2-485e-8daa-686159516323 in Status: SUCCESS [ 758.553819] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d102ab03-13b2-485e-8daa-686159516323 deletion is rescheduled due to dependency. [ 758.553922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.672183] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.672183] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-110" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.672358] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-110" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.672611] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-110" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.672908] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.673506] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.673506] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.673691] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.673865] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.674236] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.674276] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.674387] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.674493] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.674633] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.674746] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.674904] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.706168] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.706227] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 758.706334] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.706513] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-110" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.706821] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-147dd450-c005-4687-a40f-84a59f7c879a taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.706991] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-147dd450-c005-4687-a40f-84a59f7c879a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.707121] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-147dd450-c005-4687-a40f-84a59f7c879a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.707427] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-147dd450-c005-4687-a40f-84a59f7c879a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.707573] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('147dd450-c005-4687-a40f-84a59f7c879a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.761793] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f20caacf-c060-4d46-9676-83812041913e taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.761926] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.763209] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d with status ACTIVE [ 758.764026] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.764026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.764026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.764026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.764026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.764026] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.764277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.764277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.764349] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.764378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.764606] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.764675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.764706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.764822] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.764896] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.764978] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d is going to be updated. [ 758.798161] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.798240] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.798240] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.798445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.798581] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.798803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.869088] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.869253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.869330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.869529] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.869623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.869814] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.869911] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.869973] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.870132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.870211] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.870295] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bed68c-a24a-4049-a180-15d46e57a39b already deleted. [ 758.870375] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.984944] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: SUCCESS [ 758.984944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.984944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.985279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.985369] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.985448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.985515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.985673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.986303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.986303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.986303] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.210852] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.210852] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.210852] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.211188] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.211352] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.211543] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 147dd450-c005-4687-a40f-84a59f7c879a not found, creating... [ 759.211820] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.211984] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.212118] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.212345] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.212492] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.212910] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.213175] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.213350] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.213574] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.213716] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.213863] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 147dd450-c005-4687-a40f-84a59f7c879a is going to be created. [ 759.216962] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 in Status: SUCCESS [ 759.217175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.217331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.217537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.217704] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.217811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.217875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.218044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.218130] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.218222] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.239151] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.239403] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.239610] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.240040] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.240426] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.240856] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-147dd450-c005-4687-a40f-84a59f7c879a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.461683] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f20caacf-c060-4d46-9676-83812041913e in Status: SUCCESS [ 759.461938] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.462108] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.462323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.462510] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.462629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.462695] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.462870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.462958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.463070] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.489866] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.490063] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.490063] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.490225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.490393] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.490495] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.490550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.490694] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.490781] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.490869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.491023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.491118] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.491175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.491312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.491447] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.491538] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.491597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.491728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.491805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.491884] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.491974] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.720542] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.721112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.721222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.722023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.745361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.745361] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.745361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.745361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.745361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.745361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.745361] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 is going to be updated. [ 759.770793] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.770958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.770998] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.771480] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.771667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.779808] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 in Status: IN_PROGRESS for 2s [ 759.904053] env[69236]: INFO networking_nsxv3.common.synchronization [req-c454a8da-f502-4065-a9c5-6e7296db22cb req-09710a22-9b5d-4052-80da-51b326c7e70f service nova] Enqueued Resource ID: 74bed68c-a24a-4049-a180-15d46e57a39b with Priority: HIGHEST for action security_group_rules [ 759.904053] env[69236]: INFO networking_nsxv3.common.synchronization [req-c454a8da-f502-4065-a9c5-6e7296db22cb req-09710a22-9b5d-4052-80da-51b326c7e70f service nova] Enqueued Resource ID: 74bed68c-a24a-4049-a180-15d46e57a39b with Priority: HIGHEST for action security_group_members [ 759.904053] env[69236]: INFO networking_nsxv3.common.synchronization [req-c454a8da-f502-4065-a9c5-6e7296db22cb req-09710a22-9b5d-4052-80da-51b326c7e70f service nova] Enqueued Resource ID: 147dd450-c005-4687-a40f-84a59f7c879a with Priority: HIGHEST for action port [ 759.904053] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bed68c-a24a-4049-a180-15d46e57a39b with Priority: HIGHEST for action security_group_rules [ 759.904053] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bed68c-a24a-4049-a180-15d46e57a39b with Priority: HIGHEST for action security_group_members [ 759.904053] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147dd450-c005-4687-a40f-84a59f7c879a with Priority: HIGHEST for action port [ 759.904053] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74bed68c-a24a-4049-a180-15d46e57a39b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.905086] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.905702] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.905702] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.905702] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74bed68c-a24a-4049-a180-15d46e57a39b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.906542] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bed68c-a24a-4049-a180-15d46e57a39b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.906802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.907157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.907347] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.907852] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.907971] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.908057] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.908222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.908300] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.909138] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74bed68c-a24a-4049-a180-15d46e57a39b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.909293] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-147dd450-c005-4687-a40f-84a59f7c879a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.909356] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-147dd450-c005-4687-a40f-84a59f7c879a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.909392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-147dd450-c005-4687-a40f-84a59f7c879a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.909542] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-147dd450-c005-4687-a40f-84a59f7c879a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.909617] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('147dd450-c005-4687-a40f-84a59f7c879a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.965125] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.994286] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4: rpc.has_security_group_logging(os_id): False [ 760.010506] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.010644] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.010699] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.010997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.028077] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.028346] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.028464] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.028530] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.029126] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.029126] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.029126] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.029298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.029298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.029457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.029536] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.029780] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.029886] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.029974] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.030155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.030235] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.030324] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 is going to be updated. [ 760.088029] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.088029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.088029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.088029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.088261] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.100290] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: IN_PROGRESS for 2s [ 760.411465] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bed68c-a24a-4049-a180-15d46e57a39b taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.411606] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.411769] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 147dd450-c005-4687-a40f-84a59f7c879a with status ACTIVE [ 760.411933] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.412060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.412132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.412553] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.412553] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.412553] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.412795] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.412795] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.412908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.412908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.413108] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.413224] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.413298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.413463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.413463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.413568] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 147dd450-c005-4687-a40f-84a59f7c879a is going to be updated. [ 760.414487] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74bed68c-a24a-4049-a180-15d46e57a39b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.432273] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: SUCCESS [ 760.432365] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.438630] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.438630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.438630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.438630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.438630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.438630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-147dd450-c005-4687-a40f-84a59f7c879a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.467675] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.918080] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74bed68c-a24a-4049-a180-15d46e57a39b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.919619] env[69236]: INFO networking_nsxv3.common.synchronization [req-21604df3-3114-4190-8a43-d3893dff0c5b req-bc749a1c-9131-411b-8955-07c9ce80360e tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Enqueued Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_members [ 760.924394] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_members [ 760.924394] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.924394] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.924394] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.924394] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.924394] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.924394] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.924394] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.924394] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.924394] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.924394] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.969792] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.969956] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.970037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.970347] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.970494] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.970616] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f20caacf-c060-4d46-9676-83812041913e is going to be updated. [ 761.001406] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.001406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.001406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.001406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.001406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.008033] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f20caacf-c060-4d46-9676-83812041913e in Status: IN_PROGRESS for 2s [ 761.264629] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.264831] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-291" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.264978] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-291" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.265324] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-291" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.265948] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.267671] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.267851] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.268158] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.270120] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.270469] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.271066] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.271236] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.271477] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.272071] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.272230] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.275226] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.294694] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.294694] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 761.294694] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.294694] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-291" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.294694] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.294694] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.294694] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.295034] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.295125] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a637fee-dc1d-4a9b-a456-28e3bf6dfd10',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.421242] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.421396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.421463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.421673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.421758] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.421853] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bed68c-a24a-4049-a180-15d46e57a39b is going to be created. [ 761.424553] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.424664] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.424727] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.424891] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.424969] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.425162] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.425254] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.425313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.425447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.425517] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.425596] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 already deleted. [ 761.425671] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.446228] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.447439] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.448417] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.448417] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.448417] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.457473] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bed68c-a24a-4049-a180-15d46e57a39b in Status: UNINITIALIZED for 2s [ 761.788989] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 in Status: SUCCESS [ 761.789329] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 deletion is rescheduled due to dependency. [ 761.789329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.789472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.789633] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.789821] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.790599] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.790599] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.790599] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.790599] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.790599] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.790599] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d3dc64-2278-4c1a-b4df-a70724921f11 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.790850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.790850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.790850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.790951] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.791103] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.791103] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.791221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.791270] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.791354] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.791436] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.792335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.792492] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.793167] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.793167] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.793167] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.793167] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.793167] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.793167] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.800283] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.800283] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.800283] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.800283] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.800283] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.800283] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 not found, creating... [ 761.800283] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.800283] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.800283] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.800283] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.800283] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.800702] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.800702] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.800702] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.800702] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.800702] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.800702] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 is going to be created. [ 761.817642] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.817836] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.817958] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.818238] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.818453] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.818670] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.116112] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: SUCCESS [ 762.116373] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.294896] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6d3dc64-2278-4c1a-b4df-a70724921f11: rpc.has_security_group_logging(os_id): False [ 762.296021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.296159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.296532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.296630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.296739] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.296958] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.297069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.297138] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.297279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.297382] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.297444] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 is going to be updated. [ 762.315923] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.315923] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.315923] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.315923] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.315923] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.316428] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.316428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.316428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.316661] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.316661] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.316889] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.316889] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.317027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.317087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.317141] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.317320] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.317419] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.317462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.317599] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.317673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.317756] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 is going to be updated. [ 762.323030] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.323030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.323030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.323313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.323313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.333566] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 in Status: IN_PROGRESS for 2s [ 762.396401] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.396401] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.396401] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.396401] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.396401] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.408161] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 in Status: IN_PROGRESS for 2s [ 762.636819] env[69236]: INFO networking_nsxv3.common.synchronization [req-21604df3-3114-4190-8a43-d3893dff0c5b req-53c2907a-1301-4be5-bb33-f69afd6838a3 service nova] Enqueued Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_rules [ 762.637122] env[69236]: INFO networking_nsxv3.common.synchronization [req-21604df3-3114-4190-8a43-d3893dff0c5b req-53c2907a-1301-4be5-bb33-f69afd6838a3 service nova] Enqueued Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_members [ 762.637221] env[69236]: INFO networking_nsxv3.common.synchronization [req-21604df3-3114-4190-8a43-d3893dff0c5b req-53c2907a-1301-4be5-bb33-f69afd6838a3 service nova] Enqueued Resource ID: 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 with Priority: HIGHEST for action port [ 762.637458] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_rules [ 762.637586] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_members [ 762.637683] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 with Priority: HIGHEST for action port [ 762.638819] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.638938] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.639017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.639267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.639349] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.642428] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.642428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.642428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.642428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.642428] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.642428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.642428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.642706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.642706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.642706] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.643483] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.643679] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.643679] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.643824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.643892] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a637fee-dc1d-4a9b-a456-28e3bf6dfd10',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.019875] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f20caacf-c060-4d46-9676-83812041913e in Status: SUCCESS [ 763.019875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.019875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.019875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.019875] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.019875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.019875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.019875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.019875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.019875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.019875] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.145347] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.146911] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.146911] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.146911] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 with status ACTIVE [ 763.147125] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.147262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.147262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.147419] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.147511] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.147674] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.147787] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.147827] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.147971] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.148057] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.148237] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.148369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.148447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.148592] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.148825] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.148825] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 is going to be updated. [ 763.176018] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.176173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.176242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.176420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.176553] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.176712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.468401] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bed68c-a24a-4049-a180-15d46e57a39b in Status: SUCCESS [ 763.468401] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.468401] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.468619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.468758] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.468849] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.468885] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.469038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.469118] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.469207] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.469290] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74bed68c-a24a-4049-a180-15d46e57a39b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.524345] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f20caacf-c060-4d46-9676-83812041913e taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.524504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.524572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.524785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.524953] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.525067] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.525130] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.525278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.525364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.525450] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.525595] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f20caacf-c060-4d46-9676-83812041913e taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.525731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.525772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.525875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.526018] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.526112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.526175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.526306] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.526382] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.526462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.526544] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.648119] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.973966] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74bed68c-a24a-4049-a180-15d46e57a39b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.029575] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f20caacf-c060-4d46-9676-83812041913e: rpc.has_security_group_logging(os_id): False [ 764.047024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.047024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.047024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.049441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.065512] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.065811] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.065939] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.066031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.066241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.066323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.066507] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.067203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.067203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.067203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.067203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.067203] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.067203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.067449] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.067449] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.067508] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.067700] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f20caacf-c060-4d46-9676-83812041913e is going to be updated. [ 764.099763] env[69236]: INFO networking_nsxv3.common.synchronization [req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e req-cd87001c-c350-45d5-9f6d-adc05ece0e4b tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Enqueued Resource ID: bb08c192-1189-4a8d-9639-fb7eea382985 with Priority: HIGHEST for action security_group_members [ 764.100875] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb08c192-1189-4a8d-9639-fb7eea382985 with Priority: HIGHEST for action security_group_members [ 764.100875] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb08c192-1189-4a8d-9639-fb7eea382985 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.100875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.100875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.101106] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.101257] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.101366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.101428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.101594] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.101756] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.101803] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.124617] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.125186] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.125274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.127654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.127654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.149185] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f20caacf-c060-4d46-9676-83812041913e in Status: IN_PROGRESS for 2s [ 764.149753] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.150286] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.150397] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.150637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.150733] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.150833] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 is going to be created. [ 764.191416] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.191593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.191689] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.192047] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.192542] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.214101] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: UNINITIALIZED for 2s [ 764.344474] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 in Status: SUCCESS [ 764.344677] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 deletion is rescheduled due to dependency. [ 764.344827] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.424200] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 in Status: SUCCESS [ 764.424200] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.424200] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.424200] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.424200] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6d3dc64-2278-4c1a-b4df-a70724921f11',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.477044] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74bed68c-a24a-4049-a180-15d46e57a39b: rpc.has_security_group_logging(os_id): False [ 764.493218] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.493218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.493218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.493218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.493218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.493218] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.493218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.493565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.493565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.493565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.493565] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74bed68c-a24a-4049-a180-15d46e57a39b is going to be created. [ 764.547948] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.548158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.548246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.548513] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.548805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.569290] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74bed68c-a24a-4049-a180-15d46e57a39b in Status: IN_PROGRESS for 2s [ 764.603738] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.943322] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.949041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.949041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.949041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.949041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.949041] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6d3dc64-2278-4c1a-b4df-a70724921f11 is going to be deleted. [ 764.995084] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.995237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.995277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.995535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.995667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.995798] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6d3dc64-2278-4c1a-b4df-a70724921f11" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.071814] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.072482] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.072482] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.072679] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.073154] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.073400] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.073652] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.074200] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.074472] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.074762] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.074880] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.074998] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.075160] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.075278] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.075428] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.075570] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.102975] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.103233] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 765.103416] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.103673] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.104172] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-9a41b092-f4ef-4510-9046-975fbc17e0ec taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.104543] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-9a41b092-f4ef-4510-9046-975fbc17e0ec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.104651] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-9a41b092-f4ef-4510-9046-975fbc17e0ec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.105120] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-9a41b092-f4ef-4510-9046-975fbc17e0ec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.105304] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a41b092-f4ef-4510-9046-975fbc17e0ec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.106496] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.289310] env[69236]: INFO networking_nsxv3.common.synchronization [req-fadeae3a-afcf-4973-9715-52b227565809 req-7ee7b73f-2d12-4881-934c-38c0ad991bd8 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Enqueued Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 765.290915] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 765.290915] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.290915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.290915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.290915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.291311] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.291311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.291311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.291435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.291435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.291499] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.313896] env[69236]: INFO networking_nsxv3.common.synchronization [req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 req-cc4bb93f-5a3b-455f-9097-b5ae7b74507a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Enqueued Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 765.313896] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 765.314488] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.314587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.615288] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.615482] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.615612] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.615897] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.616154] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.616209] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 9a41b092-f4ef-4510-9046-975fbc17e0ec not found, creating... [ 765.616468] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.616650] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.616740] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.617096] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.617240] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.617474] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.617628] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.617743] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.617942] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.621053] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.621250] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 9a41b092-f4ef-4510-9046-975fbc17e0ec is going to be created. [ 765.622452] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.622595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.623667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.623667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.623667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.623667] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb08c192-1189-4a8d-9639-fb7eea382985 is going to be updated. [ 765.652218] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.652218] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.652218] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.652218] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.652218] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.652218] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-9a41b092-f4ef-4510-9046-975fbc17e0ec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.656038] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.656181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.656261] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.656451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.656565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.663865] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb08c192-1189-4a8d-9639-fb7eea382985 in Status: IN_PROGRESS for 2s [ 765.795160] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.796370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.796370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.796370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.796370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.796370] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.796370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.796370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.796370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.796370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.796826] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 is going to be updated. [ 765.838656] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.838857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.838963] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.839299] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.839535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.854356] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: IN_PROGRESS for 2s [ 766.161982] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f20caacf-c060-4d46-9676-83812041913e in Status: SUCCESS [ 766.162306] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.228900] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: SUCCESS [ 766.229505] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.229505] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.229703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.229829] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.230045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.230099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.230921] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.230921] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.230921] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.230921] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.581568] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74bed68c-a24a-4049-a180-15d46e57a39b in Status: SUCCESS [ 766.581568] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.680723] env[69236]: INFO networking_nsxv3.common.synchronization [req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e req-ad76f134-0553-4ed4-bf2a-4c3b43d65e62 service nova] Enqueued Resource ID: bb08c192-1189-4a8d-9639-fb7eea382985 with Priority: HIGHEST for action security_group_rules [ 766.680920] env[69236]: INFO networking_nsxv3.common.synchronization [req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e req-ad76f134-0553-4ed4-bf2a-4c3b43d65e62 service nova] Enqueued Resource ID: bb08c192-1189-4a8d-9639-fb7eea382985 with Priority: HIGHEST for action security_group_members [ 766.681095] env[69236]: INFO networking_nsxv3.common.synchronization [req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e req-ad76f134-0553-4ed4-bf2a-4c3b43d65e62 service nova] Enqueued Resource ID: 9a41b092-f4ef-4510-9046-975fbc17e0ec with Priority: HIGHEST for action port [ 766.681340] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb08c192-1189-4a8d-9639-fb7eea382985 with Priority: HIGHEST for action security_group_rules [ 766.681465] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb08c192-1189-4a8d-9639-fb7eea382985 with Priority: HIGHEST for action security_group_members [ 766.681562] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a41b092-f4ef-4510-9046-975fbc17e0ec with Priority: HIGHEST for action port [ 766.686028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb08c192-1189-4a8d-9639-fb7eea382985 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.686028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.686028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.686028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.686028] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.686028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb08c192-1189-4a8d-9639-fb7eea382985 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.686028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.686028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a41b092-f4ef-4510-9046-975fbc17e0ec taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.686028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a41b092-f4ef-4510-9046-975fbc17e0ec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.686028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a41b092-f4ef-4510-9046-975fbc17e0ec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.686028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a41b092-f4ef-4510-9046-975fbc17e0ec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.686028] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a41b092-f4ef-4510-9046-975fbc17e0ec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.737999] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.737999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.737999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.737999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.737999] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.737999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.737999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.737999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.737999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.737999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.737999] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.737999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.737999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.737999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.737999] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.737999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.739454] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.739454] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.739454] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.739454] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.739454] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.833225] env[69236]: INFO networking_nsxv3.common.synchronization [req-fea43c0a-0ef1-450a-a45b-13127496549c req-1885e349-5918-427c-aefc-ebc78713cbeb tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Enqueued Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 766.833752] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 766.834052] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.834264] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.834264] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.834519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.834582] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.834732] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.834732] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.834858] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.834940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.835169] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.190032] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb08c192-1189-4a8d-9639-fb7eea382985 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.190032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.190699] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a41b092-f4ef-4510-9046-975fbc17e0ec with status ACTIVE [ 767.190699] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.190699] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.190939] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.192029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.192161] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.192394] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.192505] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.192552] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.192721] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.192867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.193045] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.193103] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.193135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.193291] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.193367] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.193460] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a41b092-f4ef-4510-9046-975fbc17e0ec is going to be updated. [ 767.220549] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.220747] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.220747] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.220958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.221107] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.221296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a41b092-f4ef-4510-9046-975fbc17e0ec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.241958] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 399ee7f9-e3ed-4b72-8425-a1de5fe3b681: rpc.has_security_group_logging(os_id): False [ 767.259890] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.259890] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.259890] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.260157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.260269] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.260474] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.260575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.260636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.260804] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.260879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.261166] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.261254] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.261324] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.261475] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.261551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.261743] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.261838] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.261900] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.262383] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.262507] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.263295] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 is going to be created. [ 767.267600] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.267848] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-761" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.268015] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-761" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.268324] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-761" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.268591] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.268753] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.268904] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.269184] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.269646] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.269932] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.270151] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.270348] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.270538] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.270706] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.270826] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.270983] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.286802] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.286970] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 767.287146] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.287309] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-761" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.287624] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-cd12b490-f874-4db1-b6b2-85286d161803 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.287798] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-cd12b490-f874-4db1-b6b2-85286d161803" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.287918] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-cd12b490-f874-4db1-b6b2-85286d161803" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.288325] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-cd12b490-f874-4db1-b6b2-85286d161803" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.288500] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd12b490-f874-4db1-b6b2-85286d161803',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.330133] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.332029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.332029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.332275] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.332600] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.338021] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.345861] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: IN_PROGRESS for 2s [ 767.676565] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb08c192-1189-4a8d-9639-fb7eea382985 in Status: SUCCESS [ 767.676845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.676979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.677513] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.677750] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.677924] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.677988] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.681029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.681029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.681029] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.792581] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.792818] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.792946] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.793264] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.793447] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.793578] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port cd12b490-f874-4db1-b6b2-85286d161803 not found, creating... [ 767.793823] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.793981] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.794111] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.794335] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.794472] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.794754] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.794905] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.795539] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.795814] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.795960] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.796129] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: cd12b490-f874-4db1-b6b2-85286d161803 is going to be created. [ 767.817927] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.818248] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.818397] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.818677] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.818970] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.819219] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-cd12b490-f874-4db1-b6b2-85286d161803" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.840343] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.862940] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: SUCCESS [ 767.863406] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 deletion is rescheduled due to dependency. [ 767.863508] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.863680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.863992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.864280] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.864459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.864571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.866965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.866965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.866965] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.180860] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.343179] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.343479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.343479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.343660] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.343753] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.343854] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a is going to be updated. [ 768.370047] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.370047] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.370047] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.370047] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.370450] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.370450] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.370450] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.370450] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.370690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.370741] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.370786] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 is going to be updated. [ 768.379716] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.379861] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.379941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.380146] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.380290] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.387949] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: IN_PROGRESS for 2s [ 768.396975] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.397157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.397235] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.398026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.398026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.409839] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: IN_PROGRESS for 2s [ 768.683760] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.698366] env[69236]: INFO networking_nsxv3.common.synchronization [req-fea43c0a-0ef1-450a-a45b-13127496549c req-fe03c544-09dc-4c0e-8fc3-9b8fca1eb260 service nova] Enqueued Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_rules [ 768.698554] env[69236]: INFO networking_nsxv3.common.synchronization [req-fea43c0a-0ef1-450a-a45b-13127496549c req-fe03c544-09dc-4c0e-8fc3-9b8fca1eb260 service nova] Enqueued Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 768.698680] env[69236]: INFO networking_nsxv3.common.synchronization [req-fea43c0a-0ef1-450a-a45b-13127496549c req-fe03c544-09dc-4c0e-8fc3-9b8fca1eb260 service nova] Enqueued Resource ID: cd12b490-f874-4db1-b6b2-85286d161803 with Priority: HIGHEST for action port [ 768.699058] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_rules [ 768.699238] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 768.699341] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd12b490-f874-4db1-b6b2-85286d161803 with Priority: HIGHEST for action port [ 768.699956] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.700126] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.700221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.700434] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.700519] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.705212] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.705355] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.705624] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd12b490-f874-4db1-b6b2-85286d161803 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.705787] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd12b490-f874-4db1-b6b2-85286d161803" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.705862] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd12b490-f874-4db1-b6b2-85286d161803" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.706069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd12b490-f874-4db1-b6b2-85286d161803" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.706152] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd12b490-f874-4db1-b6b2-85286d161803',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.187192] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.187349] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.187421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.189568] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.189568] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.189568] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb08c192-1189-4a8d-9639-fb7eea382985 is going to be updated. [ 769.205674] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.205779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.208711] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd12b490-f874-4db1-b6b2-85286d161803 with status ACTIVE [ 769.208953] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.209196] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.209196] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.209422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.209519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.209709] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.209816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.209871] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.210043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.210135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.210615] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.210615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.210615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.210615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.210793] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.210793] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd12b490-f874-4db1-b6b2-85286d161803 is going to be updated. [ 769.235204] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.235445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.235539] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.235857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.236180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.238681] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.238795] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.238943] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.239158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.239285] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.239442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd12b490-f874-4db1-b6b2-85286d161803" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.251256] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb08c192-1189-4a8d-9639-fb7eea382985 in Status: IN_PROGRESS for 2s [ 769.359717] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: SUCCESS [ 769.359717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.776692] env[69236]: INFO networking_nsxv3.common.synchronization [req-f39c2c72-26c3-4821-978e-0770c4dd532b req-a1f3d70f-318b-4dcd-8b59-5d1f83ace5c9 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 769.776692] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 769.776692] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.776692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.776692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.776692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.776692] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.776692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.776692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.776692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.776692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.776692] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.279817] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.399630] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: SUCCESS [ 770.399630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.399630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.399630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.399630] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.399630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.400171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.400171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.400171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.400171] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.418148] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: SUCCESS [ 770.418349] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 deletion is rescheduled due to dependency. [ 770.418470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.638556] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.638764] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-349" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.638911] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-349" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.639411] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-349" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.639485] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.639630] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.639747] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.639962] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.640198] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.640415] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.640539] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.640844] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.640844] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.640904] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.641018] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.641099] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.657793] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.657989] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 770.658138] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.658274] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-349" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.658582] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-c87a4275-6ade-464d-9a89-bb1aa75f3829 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.658743] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-c87a4275-6ade-464d-9a89-bb1aa75f3829" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.658876] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-c87a4275-6ade-464d-9a89-bb1aa75f3829" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.659252] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-c87a4275-6ade-464d-9a89-bb1aa75f3829" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.659678] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c87a4275-6ade-464d-9a89-bb1aa75f3829',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.788023] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.901955] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.162290] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.162581] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.162709] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.163035] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.163291] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.163384] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port c87a4275-6ade-464d-9a89-bb1aa75f3829 not found, creating... [ 771.163751] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.163847] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.163976] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.164231] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.165505] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.165505] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.165505] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.165505] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.165505] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.166030] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.167755] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: c87a4275-6ade-464d-9a89-bb1aa75f3829 is going to be created. [ 771.188520] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.188794] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.188942] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.189285] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.189611] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.189826] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-c87a4275-6ade-464d-9a89-bb1aa75f3829" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.277615] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb08c192-1189-4a8d-9639-fb7eea382985 in Status: SUCCESS [ 771.277885] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.278068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.278397] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.279052] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.279052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.279052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.279331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.279422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.279571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.279652] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.289826] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.290138] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.290138] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.290530] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.290530] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.290530] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be updated. [ 771.331687] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.331687] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.331899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.332215] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.332683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.343973] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: IN_PROGRESS for 2s [ 771.405085] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.787024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb08c192-1189-4a8d-9639-fb7eea382985 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.787024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.787024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.787024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.787024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.787024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.787024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.787024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.787024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.787024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.787024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb08c192-1189-4a8d-9639-fb7eea382985 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.787024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.787024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.787024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.787024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.787024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.787607] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.787607] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.787607] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.787607] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.787607] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.911610] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.911610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.911610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.911610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.911610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.911610] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a is going to be updated. [ 771.945984] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.946152] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.946390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.946495] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.946659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.955424] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: IN_PROGRESS for 2s [ 772.125105] env[69236]: INFO networking_nsxv3.common.synchronization [req-f39c2c72-26c3-4821-978e-0770c4dd532b req-5a6346a6-25b2-4941-972c-b7575a7253ea service nova] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_rules [ 772.125334] env[69236]: INFO networking_nsxv3.common.synchronization [req-f39c2c72-26c3-4821-978e-0770c4dd532b req-5a6346a6-25b2-4941-972c-b7575a7253ea service nova] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 772.125481] env[69236]: INFO networking_nsxv3.common.synchronization [req-f39c2c72-26c3-4821-978e-0770c4dd532b req-5a6346a6-25b2-4941-972c-b7575a7253ea service nova] Enqueued Resource ID: c87a4275-6ade-464d-9a89-bb1aa75f3829 with Priority: HIGHEST for action port [ 772.126059] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_rules [ 772.126206] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 772.126313] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87a4275-6ade-464d-9a89-bb1aa75f3829 with Priority: HIGHEST for action port [ 772.126590] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.127160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.127160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.127160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.129950] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.132367] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.132543] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.132852] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c87a4275-6ade-464d-9a89-bb1aa75f3829 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.133015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c87a4275-6ade-464d-9a89-bb1aa75f3829" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.133734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c87a4275-6ade-464d-9a89-bb1aa75f3829" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.133734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c87a4275-6ade-464d-9a89-bb1aa75f3829" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.133734] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c87a4275-6ade-464d-9a89-bb1aa75f3829',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.291238] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb08c192-1189-4a8d-9639-fb7eea382985: rpc.has_security_group_logging(os_id): False [ 772.308524] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.311131] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.311131] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.311131] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.329626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.329626] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.329626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.329626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.329626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.329626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.329626] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.329626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.329626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.329626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.329626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.329626] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.329626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.329626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.330456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.330456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.330456] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb08c192-1189-4a8d-9639-fb7eea382985 is going to be updated. [ 772.389621] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.389791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.389865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.390105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.390240] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.402370] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb08c192-1189-4a8d-9639-fb7eea382985 in Status: IN_PROGRESS for 2s [ 772.637159] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.637159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.638380] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c87a4275-6ade-464d-9a89-bb1aa75f3829 with status ACTIVE [ 772.638472] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.639762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.639836] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.640130] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.640258] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.640558] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.640734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.640821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.641049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.641162] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.641450] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.641595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.641675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.641828] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.641909] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.641999] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c87a4275-6ade-464d-9a89-bb1aa75f3829 is going to be updated. [ 772.664812] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.665052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.665133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.666156] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.666156] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.666156] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c87a4275-6ade-464d-9a89-bb1aa75f3829" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.354062] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 773.354292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.354532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.354759] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.354952] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.355086] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.355154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.358619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.358756] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.358968] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.861652] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.965431] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: SUCCESS [ 773.965570] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.965813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.966043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.966323] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.966846] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.966846] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.966846] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.966846] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.966846] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.966846] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.365226] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.415153] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb08c192-1189-4a8d-9639-fb7eea382985 in Status: SUCCESS [ 774.417100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.469202] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.469409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.469481] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.470499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.470499] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.470499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.470499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.470499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.470499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.470499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.470944] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.470944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.470944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.470944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.470944] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.471216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.471216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.471314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.471437] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.471559] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.471655] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.870792] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.874351] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.874351] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.874351] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.874351] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.874351] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be updated. [ 774.897099] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.897255] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.897293] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.897476] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.897624] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.905579] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: IN_PROGRESS for 2s [ 774.974142] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e006c5ed-90f6-4c8f-b56e-62115f94b64a: rpc.has_security_group_logging(os_id): False [ 774.994585] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.994775] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.994814] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.995035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.013106] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.013334] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.013465] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.013519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.013718] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.013804] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.014015] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.014123] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.014185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.014335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.014412] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.014600] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.014693] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.014754] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.014893] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.015016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.015148] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a is going to be updated. [ 775.071127] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.071313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.071551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.071845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.072009] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.086583] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: IN_PROGRESS for 2s [ 775.304387] env[69236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 775.304532] env[69236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] NSXv3 Agent Agent loop - iteration:1 started [ 776.920221] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 776.920221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.920221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.920221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.920221] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.920221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.920221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.920221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.920221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.920221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.920221] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.106993] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: SUCCESS [ 777.106993] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.127915] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 777.127915] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 777.145400] env[69236]: INFO networking_nsxv3.common.synchronization [req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a req-9cc7f45d-fec8-4ce9-b2e3-718658447765 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Enqueued Resource ID: e8eff172-d10e-42b0-b090-213abfa8c883 with Priority: HIGHEST for action security_group_members [ 777.145400] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8eff172-d10e-42b0-b090-213abfa8c883 with Priority: HIGHEST for action security_group_members [ 777.145400] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8eff172-d10e-42b0-b090-213abfa8c883 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.145400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.145869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.146345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.146850] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.147145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.147301] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.147553] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.147726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.147897] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8eff172-d10e-42b0-b090-213abfa8c883',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.426267] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.426267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.426267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.426267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.426267] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.426267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.426267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.426267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.426267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.426267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.426267] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.426267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.426267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.426267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.426267] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.426267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.426759] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.426759] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.426759] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.426759] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.426759] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.652957] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.652957] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.652957] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.652957] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.670270] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.670566] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.670693] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.670760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.670958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.671057] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.671145] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8eff172-d10e-42b0-b090-213abfa8c883 is going to be updated. [ 777.696361] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.696594] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.696660] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.696882] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.697045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.706345] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8eff172-d10e-42b0-b090-213abfa8c883 in Status: IN_PROGRESS for 2s [ 777.930856] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8: rpc.has_security_group_logging(os_id): False [ 777.948379] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.948534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.948602] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.948816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.968031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.968345] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.968533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.968636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.968875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.969089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.969350] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.969574] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.969728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.969940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.970098] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.971106] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.971106] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.971106] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.971106] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.971106] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.971106] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be updated. [ 778.023305] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.023470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.023544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.023752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.023900] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.037106] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: IN_PROGRESS for 2s [ 779.692497] env[69236]: INFO networking_nsxv3.common.synchronization [req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a req-5e240e7d-34bb-428f-8fbd-447cdd5af59f tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Enqueued Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_members [ 779.693083] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_members [ 779.693690] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.693690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.693690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.693837] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.694666] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.694666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.694666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.694666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.694666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.694666] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.719099] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8eff172-d10e-42b0-b090-213abfa8c883 in Status: SUCCESS [ 779.719099] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8eff172-d10e-42b0-b090-213abfa8c883 deletion is rescheduled due to dependency. [ 779.719099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8eff172-d10e-42b0-b090-213abfa8c883" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.990898] env[69236]: INFO networking_nsxv3.common.synchronization [None req-50a79e04-c35f-4d07-b064-18a8436449d3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: f5d1c206-b34c-4539-9f61-de443d735d6f with Priority: HIGHEST for action security_group_rules [ 779.991460] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d1c206-b34c-4539-9f61-de443d735d6f with Priority: HIGHEST for action security_group_rules [ 779.991762] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5d1c206-b34c-4539-9f61-de443d735d6f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.991886] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.991953] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.992224] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.992308] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5d1c206-b34c-4539-9f61-de443d735d6f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.052633] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 780.052716] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.064160] env[69236]: INFO networking_nsxv3.common.synchronization [None req-f34d645a-02a7-4cb7-aab8-485584c6e01f tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: f5d1c206-b34c-4539-9f61-de443d735d6f with Priority: HIGHEST for action security_group_rules [ 780.064365] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d1c206-b34c-4539-9f61-de443d735d6f with Priority: HIGHEST for action security_group_rules [ 780.064906] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5d1c206-b34c-4539-9f61-de443d735d6f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.065101] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.198226] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.200708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.200708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.200708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.200708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.200708] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.200708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.200708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.200708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.200708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.200708] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 is going to be updated. [ 780.229497] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.229497] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.231546] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.231858] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.231994] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.241849] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: IN_PROGRESS for 2s [ 780.512540] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.512734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.512798] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.513062] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.513178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.513300] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5d1c206-b34c-4539-9f61-de443d735d6f already deleted. [ 780.513401] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.513589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.513920] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.514398] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5d1c206-b34c-4539-9f61-de443d735d6f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.021477] env[69236]: INFO networking_nsxv3.common.synchronization [req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 req-e45fbf38-9112-4f46-934c-5c885d034151 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Enqueued Resource ID: f20caacf-c060-4d46-9676-83812041913e with Priority: HIGHEST for action security_group_members [ 781.022473] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20caacf-c060-4d46-9676-83812041913e with Priority: HIGHEST for action security_group_members [ 781.023164] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f20caacf-c060-4d46-9676-83812041913e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.023339] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.023339] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.023903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.023903] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.023903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.023903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.024594] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.024594] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.024594] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.039089] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.039089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.039089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.039089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.039089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.039271] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5d1c206-b34c-4539-9f61-de443d735d6f already deleted. [ 781.039271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.526525] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.029415] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.253285] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: SUCCESS [ 782.254247] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 deletion is rescheduled due to dependency. [ 782.254247] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.534204] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.534204] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.534204] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.534204] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.534204] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.534204] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f20caacf-c060-4d46-9676-83812041913e is going to be updated. [ 782.566378] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.566622] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.566751] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.567097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.567331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.577608] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f20caacf-c060-4d46-9676-83812041913e in Status: IN_PROGRESS for 2s [ 782.686769] env[69236]: INFO networking_nsxv3.common.synchronization [req-a511b3a8-0fc9-4c17-96af-6d1dfbc778c2 req-e7bebaae-2532-4f31-a909-6718f41cd105 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: df19139c-3e68-472e-aa5a-ebbc535cd56f with Priority: HIGHEST for action security_group_members [ 782.686769] env[69236]: INFO networking_nsxv3.common.synchronization [req-a511b3a8-0fc9-4c17-96af-6d1dfbc778c2 req-e7bebaae-2532-4f31-a909-6718f41cd105 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 782.686769] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df19139c-3e68-472e-aa5a-ebbc535cd56f with Priority: HIGHEST for action security_group_members [ 782.686769] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 782.687121] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-df19139c-3e68-472e-aa5a-ebbc535cd56f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.687121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.687379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.687426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.687590] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.688216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.688216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.688216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.688216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.688216] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df19139c-3e68-472e-aa5a-ebbc535cd56f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.688909] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.689063] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.689164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.689621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.689621] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.689621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.689621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.689801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.689801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.690023] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.736088] env[69236]: INFO networking_nsxv3.common.synchronization [req-a511b3a8-0fc9-4c17-96af-6d1dfbc778c2 req-e7bebaae-2532-4f31-a909-6718f41cd105 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_rules [ 782.736277] env[69236]: INFO networking_nsxv3.common.synchronization [req-a511b3a8-0fc9-4c17-96af-6d1dfbc778c2 req-e7bebaae-2532-4f31-a909-6718f41cd105 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 782.736413] env[69236]: INFO networking_nsxv3.common.synchronization [req-a511b3a8-0fc9-4c17-96af-6d1dfbc778c2 req-e7bebaae-2532-4f31-a909-6718f41cd105 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: df19139c-3e68-472e-aa5a-ebbc535cd56f with Priority: HIGHEST for action security_group_rules [ 782.736541] env[69236]: INFO networking_nsxv3.common.synchronization [req-a511b3a8-0fc9-4c17-96af-6d1dfbc778c2 req-e7bebaae-2532-4f31-a909-6718f41cd105 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: df19139c-3e68-472e-aa5a-ebbc535cd56f with Priority: HIGHEST for action security_group_members [ 782.736670] env[69236]: INFO networking_nsxv3.common.synchronization [req-a511b3a8-0fc9-4c17-96af-6d1dfbc778c2 req-e7bebaae-2532-4f31-a909-6718f41cd105 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: c87a4275-6ade-464d-9a89-bb1aa75f3829 with Priority: HIGHEST for action port [ 782.740012] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_rules [ 782.740272] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df19139c-3e68-472e-aa5a-ebbc535cd56f with Priority: HIGHEST for action security_group_rules [ 782.740394] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87a4275-6ade-464d-9a89-bb1aa75f3829 with Priority: HIGHEST for action port [ 782.740606] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 782.741640] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df19139c-3e68-472e-aa5a-ebbc535cd56f with Priority: HIGHEST for action security_group_members [ 782.741718] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.741848] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.742029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.742209] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.742289] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.743139] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df19139c-3e68-472e-aa5a-ebbc535cd56f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.743262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.745979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.745979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.745979] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df19139c-3e68-472e-aa5a-ebbc535cd56f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.745979] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c87a4275-6ade-464d-9a89-bb1aa75f3829 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.745979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c87a4275-6ade-464d-9a89-bb1aa75f3829" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.745979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c87a4275-6ade-464d-9a89-bb1aa75f3829" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.745979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c87a4275-6ade-464d-9a89-bb1aa75f3829" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.745979] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c87a4275-6ade-464d-9a89-bb1aa75f3829',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.745979] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.745979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.745979] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-df19139c-3e68-472e-aa5a-ebbc535cd56f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.745979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.193707] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df19139c-3e68-472e-aa5a-ebbc535cd56f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.195163] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.246797] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.247124] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.247448] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-df19139c-3e68-472e-aa5a-ebbc535cd56f taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.247551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.251160] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c87a4275-6ade-464d-9a89-bb1aa75f3829 with status ACTIVE [ 783.251398] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.251527] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.251589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.251808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.251901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.252104] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.252217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.252278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.252438] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.252518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.252700] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.252792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.252848] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.252982] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.253210] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.253305] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c87a4275-6ade-464d-9a89-bb1aa75f3829 is going to be updated. [ 783.263699] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.263780] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.263878] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.264201] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.264201] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.273421] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.273583] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.273654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.273835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.273977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.274163] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c87a4275-6ade-464d-9a89-bb1aa75f3829" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.696075] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df19139c-3e68-472e-aa5a-ebbc535cd56f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.700291] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.768680] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.198905] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.201338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.201338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.201338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.201338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.201338] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df19139c-3e68-472e-aa5a-ebbc535cd56f is going to be created. [ 784.201741] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.201741] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.201854] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.202477] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.202477] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.202477] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be updated. [ 784.229479] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.229479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.229479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.229479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.229479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.231261] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.231422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.231461] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.235577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.235577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.243772] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: IN_PROGRESS for 2s [ 784.245093] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df19139c-3e68-472e-aa5a-ebbc535cd56f in Status: UNINITIALIZED for 2s [ 784.271467] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.505332] env[69236]: INFO networking_nsxv3.common.synchronization [req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 req-9623b70f-4490-41b0-9958-cb1ab17ef728 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 784.505859] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 784.508162] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.508333] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.508441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.508658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.508846] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.508975] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.509147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.509324] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.509438] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.509554] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.589841] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f20caacf-c060-4d46-9676-83812041913e in Status: SUCCESS [ 784.589841] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.773306] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 784.773306] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 784.991490] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.991693] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.991819] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.992128] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.992391] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.992547] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.992663] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.992877] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.993029] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.993244] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.993356] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.993462] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.993567] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.993674] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.993776] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.993907] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.010982] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.011561] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 785.011836] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.012174] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.012623] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-16ab7c22-d57b-4ea9-8111-087806752353 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.013079] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-16ab7c22-d57b-4ea9-8111-087806752353" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.013079] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-16ab7c22-d57b-4ea9-8111-087806752353" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.013254] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-16ab7c22-d57b-4ea9-8111-087806752353" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.013622] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16ab7c22-d57b-4ea9-8111-087806752353',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.014832] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.014934] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.015014] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.015293] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.034023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.034284] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.034395] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.034458] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.036015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.036015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.036015] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be updated. [ 785.058183] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.058634] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.058634] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.058752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.058854] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.065764] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 785.521706] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.521977] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.522096] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.522384] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.522796] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.522894] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 16ab7c22-d57b-4ea9-8111-087806752353 not found, creating... [ 785.524485] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.524683] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.524847] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.525146] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.525326] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.525650] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.525812] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.525931] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.526454] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.526599] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.526750] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 16ab7c22-d57b-4ea9-8111-087806752353 is going to be created. [ 785.540690] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.540905] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.540993] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.541202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.555486] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 785.556467] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.557703] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 785.560198] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.560683] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.560683] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.560904] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.561446] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.561446] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-16ab7c22-d57b-4ea9-8111-087806752353" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.649170] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.649327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.649405] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.652794] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.661369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.661369] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 785.661369] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 785.661369] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 785.698368] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.698526] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.698578] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.698783] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.699763] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.699921] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 785.761473] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.761633] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.761725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.761946] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.762183] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.762394] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 785.822012] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.822436] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.822436] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.822436] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.822657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.822875] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:32. [ 785.822964] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'cf8f5b88-4be0-48b9-9264-91772c8342e2', 'ab7df1b2-0311-4d9e-a0a9-78a263c791a3', 'a55ef5eb-e15c-4abe-a73b-0d9fc53201f7', '24914fec-9437-45fc-b7fe-e81d12e23ecc', '399ee7f9-e3ed-4b72-8425-a1de5fe3b681', 'da819cc2-6f63-43e9-a68b-a8654cdb1f95', '6e786077-27da-4640-a430-92f4eea5d2a9', 'd102ab03-13b2-485e-8daa-686159516323', 'a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d', '12052fbd-5697-4f52-99fb-557f153bc8f8', '1ccc998c-1ee9-49b4-b9d6-7d296f5d5430', 'c507dc4e-b768-41ed-bdb2-661b093161d2', 'a6cfe658-062c-462d-8b71-2276a8d43084', '7ca0f944-3957-4bfc-ae13-8227d74933e2', 'b66e5c89-31dd-49bf-9481-172ecfa8d8b6', '4c477003-1f31-4cb4-9737-cf86ccf0285f', '4c35c618-d1e8-4802-a6f9-941e4fc9cb68', 'e006c5ed-90f6-4c8f-b56e-62115f94b64a', 'f63f37d2-7951-40e4-8939-4c91842535e5', '74bed68c-a24a-4049-a180-15d46e57a39b', '0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8', 'f20caacf-c060-4d46-9676-83812041913e', 'fb1d89bd-ac8f-4898-9016-b171aedf4601', '7314bbad-7e38-4fa7-bab4-16c924da357b', '55df1f5c-144a-4620-826d-e946434503aa', '3f489950-6e82-40bd-85d1-708077680ea0', '5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4', '6744fd01-2c77-4e7f-a25f-ac7d967bfe94', 'bb08c192-1189-4a8d-9639-fb7eea382985', 'a74ab54f-7464-4be4-aea5-9b8ad485152a', 'd5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc', 'e8eff172-d10e-42b0-b090-213abfa8c883'} {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 785.823056] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 785.840282] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.840367] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.840400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.840603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.840700] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.840795] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 785.840862] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 785.841846] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 785.901814] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.901972] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.901972] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.902145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.902813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.903025] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 785.903101] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 785.903167] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 785.903228] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 785.903350] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/32 resources of Type:Security Group Rules [ 785.903350] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 with Priority: HIGH for action security_group_rules [ 785.903773] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 with Priority: HIGH for action security_group_rules [ 785.903773] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 with Priority: HIGH for action security_group_rules [ 785.903773] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc with Priority: HIGH for action security_group_rules [ 785.903773] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGH for action security_group_rules [ 785.903773] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 with Priority: HIGH for action security_group_rules [ 785.903773] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGH for action security_group_rules [ 785.903773] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d102ab03-13b2-485e-8daa-686159516323 with Priority: HIGH for action security_group_rules [ 785.904285] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGH for action security_group_rules [ 785.904285] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 with Priority: HIGH for action security_group_rules [ 785.904285] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 with Priority: HIGH for action security_group_rules [ 785.904285] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGH for action security_group_rules [ 785.904285] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6cfe658-062c-462d-8b71-2276a8d43084 with Priority: HIGH for action security_group_rules [ 785.904285] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 with Priority: HIGH for action security_group_rules [ 785.904285] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGH for action security_group_rules [ 785.904285] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f with Priority: HIGH for action security_group_rules [ 785.904285] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 with Priority: HIGH for action security_group_rules [ 785.904621] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGH for action security_group_rules [ 785.904621] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f63f37d2-7951-40e4-8939-4c91842535e5 with Priority: HIGH for action security_group_rules [ 785.904621] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74bed68c-a24a-4049-a180-15d46e57a39b with Priority: HIGH for action security_group_rules [ 785.904621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.258691] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df19139c-3e68-472e-aa5a-ebbc535cd56f in Status: SUCCESS [ 786.258691] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.258691] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.258902] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.259631] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.259631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.259631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.259631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.259631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.259631] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df19139c-3e68-472e-aa5a-ebbc535cd56f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.264518] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 786.264518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.264518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.264518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.264518] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.264518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.264518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.264518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.264518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.264518] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.308722] env[69236]: INFO networking_nsxv3.common.synchronization [req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 req-9b2e7a08-893b-4d0f-87ff-3904e301a907 service nova] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_rules [ 786.308722] env[69236]: INFO networking_nsxv3.common.synchronization [req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 req-9b2e7a08-893b-4d0f-87ff-3904e301a907 service nova] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 786.308722] env[69236]: INFO networking_nsxv3.common.synchronization [req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 req-9b2e7a08-893b-4d0f-87ff-3904e301a907 service nova] Enqueued Resource ID: 16ab7c22-d57b-4ea9-8111-087806752353 with Priority: HIGHEST for action port [ 786.308722] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_rules [ 786.308722] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 786.308722] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ab7c22-d57b-4ea9-8111-087806752353 with Priority: HIGHEST for action port [ 786.308722] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 with Priority: HIGH for action security_group_rules [ 786.308722] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 with Priority: HIGH for action security_group_rules [ 786.308722] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGH for action security_group_rules [ 786.308722] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGH for action security_group_rules [ 786.308722] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bed68c-a24a-4049-a180-15d46e57a39b with Priority: HIGH for action security_group_rules [ 786.308722] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63f37d2-7951-40e4-8939-4c91842535e5 with Priority: HIGH for action security_group_rules [ 786.308722] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGH for action security_group_rules [ 786.308722] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 with Priority: HIGH for action security_group_rules [ 786.308722] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 with Priority: HIGH for action security_group_rules [ 786.308722] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f with Priority: HIGH for action security_group_rules [ 786.308722] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6cfe658-062c-462d-8b71-2276a8d43084 with Priority: HIGH for action security_group_rules [ 786.311267] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGH for action security_group_rules [ 786.311319] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 with Priority: HIGH for action security_group_rules [ 786.311422] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 with Priority: HIGH for action security_group_rules [ 786.311523] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d with Priority: HIGH for action security_group_rules [ 786.311615] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 with Priority: HIGH for action security_group_rules [ 786.311704] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d102ab03-13b2-485e-8daa-686159516323 with Priority: HIGH for action security_group_rules [ 786.312978] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGH for action security_group_rules [ 786.315517] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 with Priority: HIGH for action security_group_rules [ 786.315517] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc with Priority: HIGH for action security_group_rules [ 786.316120] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.317263] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.317263] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.317263] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.317263] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.318035] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.318116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.320824] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-16ab7c22-d57b-4ea9-8111-087806752353 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.320824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16ab7c22-d57b-4ea9-8111-087806752353" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.320824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16ab7c22-d57b-4ea9-8111-087806752353" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.320824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16ab7c22-d57b-4ea9-8111-087806752353" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.320824] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16ab7c22-d57b-4ea9-8111-087806752353',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.320824] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf8f5b88-4be0-48b9-9264-91772c8342e2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.320824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.320824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.320824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.320824] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf8f5b88-4be0-48b9-9264-91772c8342e2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.320824] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.320824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.320824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.321344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.321344] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a55ef5eb-e15c-4abe-a73b-0d9fc53201f7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.323290] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.323388] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.323428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.323639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.323715] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.324668] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.324755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.325375] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74bed68c-a24a-4049-a180-15d46e57a39b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.325497] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.325592] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.325780] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.325780] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74bed68c-a24a-4049-a180-15d46e57a39b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.326675] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f63f37d2-7951-40e4-8939-4c91842535e5 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.326767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.326830] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.327014] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.327116] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f63f37d2-7951-40e4-8939-4c91842535e5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.328217] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.328312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.328377] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.328521] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.328590] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.329401] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.329498] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.329564] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.329703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.329768] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c35c618-d1e8-4802-a6f9-941e4fc9cb68',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.329990] env[69236]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 786.330654] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ca0f944-3957-4bfc-ae13-8227d74933e2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.330752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.331613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.331613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.331613] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ca0f944-3957-4bfc-ae13-8227d74933e2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.333866] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c477003-1f31-4cb4-9737-cf86ccf0285f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.334038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.334140] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.334259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.338020] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c477003-1f31-4cb4-9737-cf86ccf0285f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.338020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6cfe658-062c-462d-8b71-2276a8d43084 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.338020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.338020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.338020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.338020] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6cfe658-062c-462d-8b71-2276a8d43084',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.338020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.338020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.338020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.338020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.338020] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.338722] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.338833] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.338897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.339077] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.339149] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ccc998c-1ee9-49b4-b9d6-7d296f5d5430',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.340049] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12052fbd-5697-4f52-99fb-557f153bc8f8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.340183] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.340248] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.340441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.340474] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.341354] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.341476] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.341521] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.341665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.341730] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.342522] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da819cc2-6f63-43e9-a68b-a8654cdb1f95 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.342643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.342705] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.342848] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.342913] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da819cc2-6f63-43e9-a68b-a8654cdb1f95',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.343848] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d102ab03-13b2-485e-8daa-686159516323 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.343941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.344014] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.344162] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.344222] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d102ab03-13b2-485e-8daa-686159516323',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.345064] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.345169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.345230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.345376] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.346520] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.346740] env[69236]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 786.347459] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab7df1b2-0311-4d9e-a0a9-78a263c791a3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.347553] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.350871] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.351056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.351130] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab7df1b2-0311-4d9e-a0a9-78a263c791a3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.352119] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24914fec-9437-45fc-b7fe-e81d12e23ecc taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.352216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.352279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.352440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.352513] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24914fec-9437-45fc-b7fe-e81d12e23ecc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.355029] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.355129] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.358863] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16ab7c22-d57b-4ea9-8111-087806752353 with status ACTIVE [ 786.360262] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.360262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.360262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.360262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.360262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.360262] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.360262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.360262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.360262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.360262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.360262] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.360262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.360709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.360709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.360709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.360709] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16ab7c22-d57b-4ea9-8111-087806752353 is going to be updated. [ 786.382904] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.383056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.383132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.383517] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.389692] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.389692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.389692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.389692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.389692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.389692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16ab7c22-d57b-4ea9-8111-087806752353" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.411946] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.415511] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf8f5b88-4be0-48b9-9264-91772c8342e2 is going to be deleted. [ 786.471888] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.472059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.472133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.472344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.472444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.472548] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf8f5b88-4be0-48b9-9264-91772c8342e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.766619] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df19139c-3e68-472e-aa5a-ebbc535cd56f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.768285] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.904018] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-12052fbd-5697-4f52-99fb-557f153bc8f8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.904018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.904018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.904018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.904018] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.904018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.904018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.904396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.904396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.904396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.904396] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.907022] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6cfe658-062c-462d-8b71-2276a8d43084 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.907022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.907022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.907022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.907292] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.907292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.907362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.907455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.907530] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.908245] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.908245] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6cfe658-062c-462d-8b71-2276a8d43084',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.908746] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.909033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.909550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.909550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.909550] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.909817] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.909817] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.909894] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.909952] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.910135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.910135] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.915298] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.915298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.915298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.915298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.915298] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.915298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.915298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.915298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.915298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.915298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.915298] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.923274] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.923274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.923274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.923274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.928157] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bed68c-a24a-4049-a180-15d46e57a39b taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.928361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.928454] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.933081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.933343] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.933470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.933620] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.933728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.933862] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.933934] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.934031] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74bed68c-a24a-4049-a180-15d46e57a39b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.936470] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-24914fec-9437-45fc-b7fe-e81d12e23ecc taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.936615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.936812] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.936812] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.936942] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.937292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.937292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.937292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.937506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.937506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.937506] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24914fec-9437-45fc-b7fe-e81d12e23ecc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.938369] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.938517] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.938602] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.938788] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.939468] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.941723] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.943022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.943022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.943022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.943022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.943300] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.955642] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74bed68c-a24a-4049-a180-15d46e57a39b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.989508] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.989508] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.990181] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.990281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.991019] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.991115] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.991786] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.991891] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.992527] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.992637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.993647] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.993735] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.994480] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.994590] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.995356] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.995442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.996134] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.996216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.997108] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.997108] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.997599] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 786.998055] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.998190] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d102ab03-13b2-485e-8daa-686159516323 is going to be deleted. [ 786.999055] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.999302] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.025836] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.025994] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da819cc2-6f63-43e9-a68b-a8654cdb1f95 is going to be deleted. [ 787.026924] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.027151] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.046801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.046968] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c477003-1f31-4cb4-9737-cf86ccf0285f is going to be deleted. [ 787.047968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.048191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.069227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.069381] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab7df1b2-0311-4d9e-a0a9-78a263c791a3 is going to be deleted. [ 787.071099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.071619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.073813] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.073989] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.081437] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 787.081437] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 deletion is rescheduled due to dependency. [ 787.081437] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.081700] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.081919] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.082156] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.082298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.082378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.082558] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.083464] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.083464] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.098264] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.098451] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c35c618-d1e8-4802-a6f9-941e4fc9cb68 is going to be deleted. [ 787.099780] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.102019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.111268] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.111455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.132315] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.132403] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f63f37d2-7951-40e4-8939-4c91842535e5 is going to be deleted. [ 787.133879] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.133976] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.134076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.134268] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.134342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.134465] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c477003-1f31-4cb4-9737-cf86ccf0285f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.134991] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.135173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.175971] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.176099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.189787] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.189787] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a55ef5eb-e15c-4abe-a73b-0d9fc53201f7 is going to be deleted. [ 787.189787] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.189787] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.229292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.229292] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d is going to be deleted. [ 787.229292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.229292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.246136] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.246342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.270421] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.271933] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df19139c-3e68-472e-aa5a-ebbc535cd56f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.306250] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.306414] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ccc998c-1ee9-49b4-b9d6-7d296f5d5430 is going to be deleted. [ 787.307387] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.307595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.362942] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.363212] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.368023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.368023] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ca0f944-3957-4bfc-ae13-8227d74933e2 is going to be deleted. [ 787.368023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.368023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.368023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.368023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d102ab03-13b2-485e-8daa-686159516323" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.368023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.368023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.368023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.368557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da819cc2-6f63-43e9-a68b-a8654cdb1f95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.369259] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.369376] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.369422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.371708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.371708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.371708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a55ef5eb-e15c-4abe-a73b-0d9fc53201f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.371708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.371708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.421069] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.423931] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.424069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.424275] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.425145] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6cfe658-062c-462d-8b71-2276a8d43084',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.426191] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.426191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.426321] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.426523] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.426716] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.426925] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.426925] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.427097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.427264] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.427325] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.427576] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.427716] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.427813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.428164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.428378] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.428570] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.428724] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.428917] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.429096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.429412] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.430329] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.450259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.450537] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be deleted. [ 787.452225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.455052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.455159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.455230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c35c618-d1e8-4802-a6f9-941e4fc9cb68" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.458143] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24914fec-9437-45fc-b7fe-e81d12e23ecc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.458143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.458143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.458143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.458143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f63f37d2-7951-40e4-8939-4c91842535e5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.458143] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.458143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.458143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.458143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.458143] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.458143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.458143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.458143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.458143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.458143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.458143] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.458143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.458143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.458884] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.458884] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.458884] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.458884] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.458884] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.458884] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.458884] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.458884] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.461502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.461502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.461676] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.461676] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab7df1b2-0311-4d9e-a0a9-78a263c791a3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.461879] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74bed68c-a24a-4049-a180-15d46e57a39b: rpc.has_security_group_logging(os_id): False [ 787.463639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.463639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.463639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.463639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8fc4dfb-3d16-44a7-954b-0c9021ef5d7d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.508374] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.508574] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.508647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.508949] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.509220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.509396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ccc998c-1ee9-49b4-b9d6-7d296f5d5430" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.511029] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.511029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.511029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.511029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.512499] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.512606] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.554532] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.554677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.557905] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.558571] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.558689] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.558779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.559098] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.559285] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.559412] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74bed68c-a24a-4049-a180-15d46e57a39b is going to be updated. [ 787.560581] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.560843] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.560898] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.560997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ca0f944-3957-4bfc-ae13-8227d74933e2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.561168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.561534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.561534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.561534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.585662] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.634703] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.634846] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.634919] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.635151] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.635303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.670694] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74bed68c-a24a-4049-a180-15d46e57a39b in Status: IN_PROGRESS for 2s [ 787.774282] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.774646] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.774646] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.774811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.774921] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.775048] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be updated. [ 787.776367] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.776464] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.776535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.776693] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.776775] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.776899] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df19139c-3e68-472e-aa5a-ebbc535cd56f is going to be updated. [ 787.813801] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.813966] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.814538] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.814701] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.814857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.817362] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.817840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.817915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.818133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.818293] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.827599] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df19139c-3e68-472e-aa5a-ebbc535cd56f in Status: IN_PROGRESS for 2s [ 787.828419] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: IN_PROGRESS for 2s [ 787.923316] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e786077-27da-4640-a430-92f4eea5d2a9: rpc.has_security_group_logging(os_id): False [ 787.928093] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12052fbd-5697-4f52-99fb-557f153bc8f8: rpc.has_security_group_logging(os_id): False [ 787.932306] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6cfe658-062c-462d-8b71-2276a8d43084: rpc.has_security_group_logging(os_id): False [ 787.936638] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e006c5ed-90f6-4c8f-b56e-62115f94b64a: rpc.has_security_group_logging(os_id): False [ 787.944446] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.944706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.944785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.945018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.946866] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.947016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.952971] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.952971] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.953678] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.953774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.965234] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.965483] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.965707] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.965707] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.965861] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.966508] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.966508] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 is going to be updated. [ 787.971335] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24914fec-9437-45fc-b7fe-e81d12e23ecc: rpc.has_security_group_logging(os_id): False [ 787.972872] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 399ee7f9-e3ed-4b72-8425-a1de5fe3b681: rpc.has_security_group_logging(os_id): False [ 787.973092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.973299] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.990314] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.990463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.991244] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.991402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.994554] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.994805] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.994900] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.994971] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.995180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.995704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.995704] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 is going to be updated. [ 787.996356] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.996528] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.013866] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.013866] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.013866] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.013866] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.013866] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.014297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.014297] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.014297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.014297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.014431] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.014582] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.014688] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.014761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.014821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.015317] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.015317] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.015317] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a is going to be updated. [ 788.016245] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.016413] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.037873] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.037873] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.038458] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.038726] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.038809] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.038874] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.039149] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.039233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.039337] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc is going to be updated. [ 788.044625] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.044825] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.051830] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.051965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.064986] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.065325] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.065447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.065506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.065740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.065843] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.065953] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6cfe658-062c-462d-8b71-2276a8d43084 is going to be updated. [ 788.067725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.067906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.068060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.068960] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.069260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.070844] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.070944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.087519] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.123268] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.123678] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.123998] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.124126] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.124475] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.124593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.124913] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.125030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.125030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.125159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.125233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.125454] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.125565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.125648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.125837] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.125917] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.126029] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 is going to be updated. [ 788.127283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.127514] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.128101] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.129496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.129710] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.130174] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.132304] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: IN_PROGRESS for 2s [ 788.160213] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.160448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.160533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.160750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.161302] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.170290] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 in Status: IN_PROGRESS for 2s [ 788.183534] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.183534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.183534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.183857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.183857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.189219] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc in Status: IN_PROGRESS for 2s [ 788.189892] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: IN_PROGRESS for 2s [ 788.214161] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6cfe658-062c-462d-8b71-2276a8d43084 in Status: IN_PROGRESS for 2s [ 788.245757] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.246725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.250019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.250019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.250019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.285132] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: IN_PROGRESS for 2s [ 788.590116] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.590355] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.590434] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.590626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.590725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.590818] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be updated. [ 788.619074] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.619240] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.619307] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.619498] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.619642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.633696] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 789.622023] env[69236]: INFO networking_nsxv3.common.synchronization [None req-ec2edd91-c6e0-45bc-928f-1ca375e6c78e None None] Enqueued Resource ID: 8e1ec60f-6665-4f80-9c7b-d20dcf0a732d with Priority: HIGHEST for action port [ 789.622334] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1ec60f-6665-4f80-9c7b-d20dcf0a732d with Priority: HIGHEST for action port [ 789.622852] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e1ec60f-6665-4f80-9c7b-d20dcf0a732d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.622988] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e1ec60f-6665-4f80-9c7b-d20dcf0a732d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.623200] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e1ec60f-6665-4f80-9c7b-d20dcf0a732d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.623658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e1ec60f-6665-4f80-9c7b-d20dcf0a732d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.623772] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e1ec60f-6665-4f80-9c7b-d20dcf0a732d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.683920] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74bed68c-a24a-4049-a180-15d46e57a39b in Status: SUCCESS [ 789.684212] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.844822] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 789.845457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.846431] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df19139c-3e68-472e-aa5a-ebbc535cd56f in Status: SUCCESS [ 789.846997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.847302] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.847615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.851050] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.851050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.851050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.851050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.851050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.851050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.851050] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.851050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.851050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.851050] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.851050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.851050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.851050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.851050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.851050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.851050] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df19139c-3e68-472e-aa5a-ebbc535cd56f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.864106] env[69236]: INFO networking_nsxv3.common.synchronization [req-f7904729-e574-401f-8a49-6545b54a18ad req-9d88ff54-5edb-452d-967e-0137fa775ba1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 789.864106] env[69236]: INFO networking_nsxv3.common.synchronization [req-f7904729-e574-401f-8a49-6545b54a18ad req-9d88ff54-5edb-452d-967e-0137fa775ba1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: dbb8ed5c-c168-46ba-bb09-4099ce596429 with Priority: HIGHEST for action security_group_members [ 789.864106] env[69236]: INFO networking_nsxv3.common.synchronization [req-f7904729-e574-401f-8a49-6545b54a18ad req-9d88ff54-5edb-452d-967e-0137fa775ba1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: df19139c-3e68-472e-aa5a-ebbc535cd56f with Priority: HIGHEST for action security_group_members [ 789.864842] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 789.865055] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb8ed5c-c168-46ba-bb09-4099ce596429 with Priority: HIGHEST for action security_group_members [ 789.865608] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df19139c-3e68-472e-aa5a-ebbc535cd56f with Priority: HIGHEST for action security_group_members [ 789.868037] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.868037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.868037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.868037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.868037] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.868536] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.868680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.868892] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.869068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.869200] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.873340] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb8ed5c-c168-46ba-bb09-4099ce596429 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.873340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.873340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.873340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.873340] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.873340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.873340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.873340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.873340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.873340] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb8ed5c-c168-46ba-bb09-4099ce596429',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.873340] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-df19139c-3e68-472e-aa5a-ebbc535cd56f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.873340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.873340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.873340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.873340] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.873340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.873340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.874468] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.874468] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.874727] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df19139c-3e68-472e-aa5a-ebbc535cd56f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.916982] env[69236]: INFO networking_nsxv3.common.synchronization [req-f7904729-e574-401f-8a49-6545b54a18ad req-9d88ff54-5edb-452d-967e-0137fa775ba1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_rules [ 789.917219] env[69236]: INFO networking_nsxv3.common.synchronization [req-f7904729-e574-401f-8a49-6545b54a18ad req-9d88ff54-5edb-452d-967e-0137fa775ba1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 789.917376] env[69236]: INFO networking_nsxv3.common.synchronization [req-f7904729-e574-401f-8a49-6545b54a18ad req-9d88ff54-5edb-452d-967e-0137fa775ba1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: dbb8ed5c-c168-46ba-bb09-4099ce596429 with Priority: HIGHEST for action security_group_rules [ 789.917570] env[69236]: INFO networking_nsxv3.common.synchronization [req-f7904729-e574-401f-8a49-6545b54a18ad req-9d88ff54-5edb-452d-967e-0137fa775ba1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: dbb8ed5c-c168-46ba-bb09-4099ce596429 with Priority: HIGHEST for action security_group_members [ 789.917737] env[69236]: INFO networking_nsxv3.common.synchronization [req-f7904729-e574-401f-8a49-6545b54a18ad req-9d88ff54-5edb-452d-967e-0137fa775ba1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: df19139c-3e68-472e-aa5a-ebbc535cd56f with Priority: HIGHEST for action security_group_rules [ 789.917869] env[69236]: INFO networking_nsxv3.common.synchronization [req-f7904729-e574-401f-8a49-6545b54a18ad req-9d88ff54-5edb-452d-967e-0137fa775ba1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: df19139c-3e68-472e-aa5a-ebbc535cd56f with Priority: HIGHEST for action security_group_members [ 789.917999] env[69236]: INFO networking_nsxv3.common.synchronization [req-f7904729-e574-401f-8a49-6545b54a18ad req-9d88ff54-5edb-452d-967e-0137fa775ba1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: c87a4275-6ade-464d-9a89-bb1aa75f3829 with Priority: HIGHEST for action port [ 789.919211] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_rules [ 789.919353] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb8ed5c-c168-46ba-bb09-4099ce596429 with Priority: HIGHEST for action security_group_rules [ 789.919455] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df19139c-3e68-472e-aa5a-ebbc535cd56f with Priority: HIGHEST for action security_group_members [ 789.919568] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87a4275-6ade-464d-9a89-bb1aa75f3829 with Priority: HIGHEST for action port [ 789.919720] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df19139c-3e68-472e-aa5a-ebbc535cd56f with Priority: HIGHEST for action security_group_rules [ 789.919882] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 789.920139] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb8ed5c-c168-46ba-bb09-4099ce596429 with Priority: HIGHEST for action security_group_members [ 789.920399] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.920504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.922295] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb8ed5c-c168-46ba-bb09-4099ce596429 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.922447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.922518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.922810] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.922901] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb8ed5c-c168-46ba-bb09-4099ce596429',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.924552] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-df19139c-3e68-472e-aa5a-ebbc535cd56f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.924552] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.924552] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c87a4275-6ade-464d-9a89-bb1aa75f3829 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.924552] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c87a4275-6ade-464d-9a89-bb1aa75f3829" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.924552] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c87a4275-6ade-464d-9a89-bb1aa75f3829" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.924824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c87a4275-6ade-464d-9a89-bb1aa75f3829" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.928020] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c87a4275-6ade-464d-9a89-bb1aa75f3829',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.928020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df19139c-3e68-472e-aa5a-ebbc535cd56f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.928020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.928020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.928020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.928020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb8ed5c-c168-46ba-bb09-4099ce596429 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.928020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.126480] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e1ec60f-6665-4f80-9c7b-d20dcf0a732d [ 790.126805] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.126962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.127112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.127307] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.127468] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.127517] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e1ec60f-6665-4f80-9c7b-d20dcf0a732d already deleted. [ 790.127637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e1ec60f-6665-4f80-9c7b-d20dcf0a732d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.149552] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: SUCCESS [ 790.149552] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.179587] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 in Status: SUCCESS [ 790.179847] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.204838] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc in Status: SUCCESS [ 790.204838] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.209631] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: SUCCESS [ 790.209631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.227469] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6cfe658-062c-462d-8b71-2276a8d43084 in Status: SUCCESS [ 790.227683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.301540] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: SUCCESS [ 790.301779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.354061] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.354061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.354061] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df19139c-3e68-472e-aa5a-ebbc535cd56f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.379130] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df19139c-3e68-472e-aa5a-ebbc535cd56f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.379130] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.379130] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbb8ed5c-c168-46ba-bb09-4099ce596429',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.428685] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb8ed5c-c168-46ba-bb09-4099ce596429 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.429548] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.429548] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c87a4275-6ade-464d-9a89-bb1aa75f3829 with status ACTIVE [ 790.429548] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.429548] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.429548] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.429870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.429870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.430504] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.430504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.430754] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.431205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.431205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.431985] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.431985] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.431985] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.432832] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.432832] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.432832] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c87a4275-6ade-464d-9a89-bb1aa75f3829 is going to be updated. [ 790.453971] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.453971] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.453971] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.454116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.456820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.456820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c87a4275-6ade-464d-9a89-bb1aa75f3829" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.647463] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 790.647463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.647463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.647463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.647821] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.647821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.647821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.647954] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.648024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.648275] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.648275] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.857214] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df19139c-3e68-472e-aa5a-ebbc535cd56f: rpc.has_security_group_logging(os_id): False [ 790.874354] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.874492] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.874558] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.874761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.874843] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.875066] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.875173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.875210] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.875343] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.875412] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.875492] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df19139c-3e68-472e-aa5a-ebbc535cd56f is going to be created. [ 790.885590] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df19139c-3e68-472e-aa5a-ebbc535cd56f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.885590] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.885590] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbb8ed5c-c168-46ba-bb09-4099ce596429',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.928319] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.928882] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.929205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.930390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.930390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.941783] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df19139c-3e68-472e-aa5a-ebbc535cd56f in Status: IN_PROGRESS for 2s [ 791.150551] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.150733] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.150821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.151188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.152121] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.152121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.152121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.152387] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.152387] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.152387] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.152534] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.152702] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.152702] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.152835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.152960] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.153086] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.153175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.153349] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.153474] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.153536] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.153650] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.387163] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.387327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.387401] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.387626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.387700] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.387785] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb8ed5c-c168-46ba-bb09-4099ce596429 is going to be created. [ 791.389533] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.389650] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.389733] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.389863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.389937] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.391834] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be updated. [ 791.392968] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.393214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.393214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.393362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.393442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.393528] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df19139c-3e68-472e-aa5a-ebbc535cd56f is going to be updated. [ 791.414709] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.414709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.414709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.414709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.414709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.415742] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.415883] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.420186] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.422064] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.422064] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.424304] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.424698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.426610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.426610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.426610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.431966] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb8ed5c-c168-46ba-bb09-4099ce596429 in Status: UNINITIALIZED for 2s [ 791.431966] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df19139c-3e68-472e-aa5a-ebbc535cd56f in Status: IN_PROGRESS for 2s [ 791.433621] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: IN_PROGRESS for 2s [ 791.657305] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b66e5c89-31dd-49bf-9481-172ecfa8d8b6: rpc.has_security_group_logging(os_id): False [ 791.679633] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.679633] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.679633] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.679633] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.721930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.721930] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.721930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.721930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.721930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.721930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.721930] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.721930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.721930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.721930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.721930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.721930] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.721930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.721930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.722442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.722442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.722442] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be updated. [ 791.871528] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.871670] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.871788] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.872351] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.873387] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.892439] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 792.086240] env[69236]: INFO networking_nsxv3.common.synchronization [None req-60d8f7eb-7e34-4ef7-a8c2-f58023715b97 None None] Enqueued Resource ID: f00a8e2e-5246-426f-aaf8-c229aaad46f2 with Priority: HIGHEST for action port [ 792.087024] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f00a8e2e-5246-426f-aaf8-c229aaad46f2 with Priority: HIGHEST for action port [ 792.089772] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f00a8e2e-5246-426f-aaf8-c229aaad46f2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.089772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f00a8e2e-5246-426f-aaf8-c229aaad46f2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.089772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f00a8e2e-5246-426f-aaf8-c229aaad46f2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.089772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f00a8e2e-5246-426f-aaf8-c229aaad46f2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.089772] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f00a8e2e-5246-426f-aaf8-c229aaad46f2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.591213] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f00a8e2e-5246-426f-aaf8-c229aaad46f2 [ 792.591553] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.591694] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.591763] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.593053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.593053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.593053] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f00a8e2e-5246-426f-aaf8-c229aaad46f2 already deleted. [ 792.593053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f00a8e2e-5246-426f-aaf8-c229aaad46f2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.698300] env[69236]: INFO networking_nsxv3.common.synchronization [req-1d83a219-6189-43fb-ba82-d483ea1e1682 req-1373860a-9f5b-4cda-bbf6-04aef5c99065 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Enqueued Resource ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce with Priority: HIGHEST for action security_group_members [ 792.701624] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce with Priority: HIGHEST for action security_group_members [ 792.702012] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3784b6b-6ad9-42ee-b53f-09e937b256ce taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.702154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.702225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.702531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.702738] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.702853] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.702920] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.703104] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.703193] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.703291] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3784b6b-6ad9-42ee-b53f-09e937b256ce',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.953308] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df19139c-3e68-472e-aa5a-ebbc535cd56f in Status: SUCCESS [ 792.953551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.954020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.954472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.954556] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df19139c-3e68-472e-aa5a-ebbc535cd56f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.205588] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.205776] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.205842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.206031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.206128] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.206361] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.206469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.206528] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.206916] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.207165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.207276] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce already deleted. [ 793.207364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.218627] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.218821] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.219041] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.219333] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.219646] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.219814] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.219937] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.220426] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.220721] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.220942] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.221073] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.221313] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.221439] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.221558] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.221669] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.221803] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.241794] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.242053] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 793.242243] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.242440] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.242758] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-53d90e04-fe54-4e35-832b-586f1ebb751b taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.242934] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-53d90e04-fe54-4e35-832b-586f1ebb751b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.243070] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-53d90e04-fe54-4e35-832b-586f1ebb751b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.243561] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-53d90e04-fe54-4e35-832b-586f1ebb751b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.243561] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53d90e04-fe54-4e35-832b-586f1ebb751b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.339675] env[69236]: INFO networking_nsxv3.common.synchronization [req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 req-594ab92a-133c-468b-92b0-762234411fad tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: df19139c-3e68-472e-aa5a-ebbc535cd56f with Priority: HIGHEST for action security_group_members [ 793.339914] env[69236]: INFO networking_nsxv3.common.synchronization [req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 req-594ab92a-133c-468b-92b0-762234411fad tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 793.340099] env[69236]: INFO networking_nsxv3.common.synchronization [req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 req-594ab92a-133c-468b-92b0-762234411fad tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: dbb8ed5c-c168-46ba-bb09-4099ce596429 with Priority: HIGHEST for action security_group_members [ 793.340592] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df19139c-3e68-472e-aa5a-ebbc535cd56f with Priority: HIGHEST for action security_group_members [ 793.340723] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 793.340821] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb8ed5c-c168-46ba-bb09-4099ce596429 with Priority: HIGHEST for action security_group_members [ 793.341267] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-df19139c-3e68-472e-aa5a-ebbc535cd56f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.341409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.341677] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.341818] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.342122] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb8ed5c-c168-46ba-bb09-4099ce596429 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.342242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.398064] env[69236]: INFO networking_nsxv3.common.synchronization [None req-42ad0a05-59cf-41f5-bee3-d4cbaacb72c3 None None] Enqueued Resource ID: cf0bd5a4-725c-495d-8993-ae66b221c6c4 with Priority: HIGHEST for action port [ 793.398859] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0bd5a4-725c-495d-8993-ae66b221c6c4 with Priority: HIGHEST for action port [ 793.399244] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf0bd5a4-725c-495d-8993-ae66b221c6c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.399370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf0bd5a4-725c-495d-8993-ae66b221c6c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.399429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf0bd5a4-725c-495d-8993-ae66b221c6c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.399686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf0bd5a4-725c-495d-8993-ae66b221c6c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.399772] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf0bd5a4-725c-495d-8993-ae66b221c6c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.446217] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb8ed5c-c168-46ba-bb09-4099ce596429 in Status: SUCCESS [ 793.446217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.446217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.446217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.446739] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.447169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.452328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.452328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.452328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.452328] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb8ed5c-c168-46ba-bb09-4099ce596429',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.455601] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 793.455601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.455601] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df19139c-3e68-472e-aa5a-ebbc535cd56f in Status: SUCCESS [ 793.455601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.455601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.457286] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.457979] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.458237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.458407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.459490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.464850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.464850] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.464850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.464850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.464850] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.464850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.464850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.464850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.464850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.464850] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df19139c-3e68-472e-aa5a-ebbc535cd56f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.469243] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-df19139c-3e68-472e-aa5a-ebbc535cd56f taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.469243] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.747305] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.747651] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.747768] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.748051] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.748206] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.748367] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 53d90e04-fe54-4e35-832b-586f1ebb751b not found, creating... [ 793.748627] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.748787] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.748907] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.749163] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.750031] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.750031] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.750031] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.750031] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.750306] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.750306] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.750371] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 53d90e04-fe54-4e35-832b-586f1ebb751b is going to be created. [ 793.769281] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.769494] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.769625] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.769881] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.770153] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.770362] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-53d90e04-fe54-4e35-832b-586f1ebb751b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.903420] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf0bd5a4-725c-495d-8993-ae66b221c6c4 [ 793.903913] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.903913] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.904198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.904279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.904314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.904465] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf0bd5a4-725c-495d-8993-ae66b221c6c4 already deleted. [ 793.904660] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf0bd5a4-725c-495d-8993-ae66b221c6c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.912859] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 793.913082] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.913257] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.913455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.913546] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.967260] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.968021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.968181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.968243] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.968908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.968908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.968908] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.968908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.968908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.969217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.969217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.969217] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb8ed5c-c168-46ba-bb09-4099ce596429 is going to be deleted. [ 793.973524] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.973524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.973524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.973524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.973524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.973524] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.973524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.973524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.973524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.973524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.973524] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df19139c-3e68-472e-aa5a-ebbc535cd56f is going to be updated. [ 794.003238] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.003463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.003554] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.003812] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.003937] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.004090] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.004304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.004509] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.004725] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.004882] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.004990] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.006318] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.006318] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.006318] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb8ed5c-c168-46ba-bb09-4099ce596429',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.007795] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.007906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.007964] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.008146] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.008276] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.022347] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df19139c-3e68-472e-aa5a-ebbc535cd56f in Status: IN_PROGRESS for 2s [ 794.317965] env[69236]: INFO networking_nsxv3.common.synchronization [req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 req-e5288817-0d85-4191-8529-f663b1783e69 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Enqueued Resource ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 with Priority: HIGHEST for action security_group_members [ 794.317965] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 with Priority: HIGHEST for action security_group_members [ 794.317965] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.317965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.317965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.317965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.317965] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.318386] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.318386] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.318386] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.318386] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.318531] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b6f242-03f2-48ca-ad5c-1eff8c878f96',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.417042] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.417042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.417042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.417042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.417042] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.417042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.417042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.417042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.417422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.417422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.417422] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.471758] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.513664] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.513875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.513912] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.514194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.514355] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.514462] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.514606] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.514606] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.514770] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.514833] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.514883] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb8ed5c-c168-46ba-bb09-4099ce596429 already deleted. [ 794.514962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.515079] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbb8ed5c-c168-46ba-bb09-4099ce596429',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.515936] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.516335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.516335] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.516506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.516506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.517929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.517929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.517929] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb8ed5c-c168-46ba-bb09-4099ce596429',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.768366] env[69236]: INFO networking_nsxv3.common.synchronization [req-1d83a219-6189-43fb-ba82-d483ea1e1682 req-058e4eb8-c37f-4b89-a436-7d53a6568c24 service nova] Enqueued Resource ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce with Priority: HIGHEST for action security_group_rules [ 794.768667] env[69236]: INFO networking_nsxv3.common.synchronization [req-1d83a219-6189-43fb-ba82-d483ea1e1682 req-058e4eb8-c37f-4b89-a436-7d53a6568c24 service nova] Enqueued Resource ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce with Priority: HIGHEST for action security_group_members [ 794.768760] env[69236]: INFO networking_nsxv3.common.synchronization [req-1d83a219-6189-43fb-ba82-d483ea1e1682 req-058e4eb8-c37f-4b89-a436-7d53a6568c24 service nova] Enqueued Resource ID: 53d90e04-fe54-4e35-832b-586f1ebb751b with Priority: HIGHEST for action port [ 794.769359] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce with Priority: HIGHEST for action security_group_rules [ 794.769432] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce with Priority: HIGHEST for action security_group_members [ 794.769529] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53d90e04-fe54-4e35-832b-586f1ebb751b with Priority: HIGHEST for action port [ 794.769804] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3784b6b-6ad9-42ee-b53f-09e937b256ce taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.769922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.769985] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.770266] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.770352] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3784b6b-6ad9-42ee-b53f-09e937b256ce',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.771213] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3784b6b-6ad9-42ee-b53f-09e937b256ce taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.771330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.771449] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.771634] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.771804] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.771883] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.771968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.772095] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.772181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.772271] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3784b6b-6ad9-42ee-b53f-09e937b256ce',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.773014] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-53d90e04-fe54-4e35-832b-586f1ebb751b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.773187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53d90e04-fe54-4e35-832b-586f1ebb751b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.773291] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53d90e04-fe54-4e35-832b-586f1ebb751b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.773402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53d90e04-fe54-4e35-832b-586f1ebb751b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.773568] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53d90e04-fe54-4e35-832b-586f1ebb751b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.812416] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.812621] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-896" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.812751] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-896" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.813116] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-896" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.813408] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.813553] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.813670] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.813896] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.815258] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.815470] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.815627] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.815751] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.816307] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.816307] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.816307] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.816307] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.821590] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.821715] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.821784] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.821958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.822058] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.822246] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.822402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.822402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.822564] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.822630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.822714] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 already deleted. [ 794.822791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.833398] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.833561] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 794.833703] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.833874] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-896" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.834206] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-8887d990-62fd-4012-a494-efe5573fa2bc taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.834377] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-8887d990-62fd-4012-a494-efe5573fa2bc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.834504] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-8887d990-62fd-4012-a494-efe5573fa2bc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.834787] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-8887d990-62fd-4012-a494-efe5573fa2bc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.834927] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8887d990-62fd-4012-a494-efe5573fa2bc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.045160] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.045251] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.045306] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.045502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.045708] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.045810] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.045929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.046025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.046111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.046198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.046344] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.046433] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.046481] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.046619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.046751] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.046839] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.046893] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.047039] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.047115] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.047195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.047302] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.051020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.051020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.051020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.051020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.051020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.051020] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be updated. [ 795.051020] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbb8ed5c-c168-46ba-bb09-4099ce596429',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.051672] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.051672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.051672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.051672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.051826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.051869] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.052008] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.052008] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.052128] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.052195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.052273] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb8ed5c-c168-46ba-bb09-4099ce596429 already deleted. [ 795.052346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.076917] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.077087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.077156] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.080596] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.080596] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.086166] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: IN_PROGRESS for 2s [ 795.275176] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3784b6b-6ad9-42ee-b53f-09e937b256ce',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.276364] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3784b6b-6ad9-42ee-b53f-09e937b256ce taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.277059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.277283] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53d90e04-fe54-4e35-832b-586f1ebb751b with status ACTIVE [ 795.277468] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.277654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.277723] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.277964] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.278066] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.278249] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.278520] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.278520] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.278646] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.278646] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.278787] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.278862] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.278920] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.279057] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.279195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.279252] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53d90e04-fe54-4e35-832b-586f1ebb751b is going to be updated. [ 795.301363] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.301496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.301571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.301771] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.301904] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.302082] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53d90e04-fe54-4e35-832b-586f1ebb751b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.339434] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.339698] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.339830] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.340167] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.340327] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.340547] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 8887d990-62fd-4012-a494-efe5573fa2bc not found, creating... [ 795.340839] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.341015] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.341147] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.341389] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.341613] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.341985] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.342104] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.342211] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.342411] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.342546] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.342819] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 8887d990-62fd-4012-a494-efe5573fa2bc is going to be created. [ 795.363455] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.363743] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.363878] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.364154] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.364479] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.364714] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-8887d990-62fd-4012-a494-efe5573fa2bc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.554050] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b66e5c89-31dd-49bf-9481-172ecfa8d8b6: rpc.has_security_group_logging(os_id): False [ 795.560186] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbb8ed5c-c168-46ba-bb09-4099ce596429: rpc.has_security_group_logging(os_id): False [ 795.582150] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.582366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.582436] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.582600] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.582694] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.582984] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.583116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.583197] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.583336] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.583413] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.583497] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb8ed5c-c168-46ba-bb09-4099ce596429 is going to be created. [ 795.589024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.589024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.589024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.589024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.589024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.589024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.589024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.589024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.589024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.589024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.589024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.589024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.589024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.589024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.589024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.589598] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.589598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.589598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.589598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.589598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.589598] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be updated. [ 795.616273] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/dbb8ed5c-c168-46ba-bb09-4099ce596429], does not exist path=[/infra/domains/default/groups/dbb8ed5c-c168-46ba-bb09-4099ce596429]."\n}' [ 795.616443] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb8ed5c-c168-46ba-bb09-4099ce596429 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dbb8ed5c-c168-46ba-bb09-4099ce596429 [ 795.616521] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 795.644719] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.644938] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.644938] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.645168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.645789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.646042] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.646171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.646239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.646395] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.646473] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.646668] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.646761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.646820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.646953] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.647045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.647120] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb8ed5c-c168-46ba-bb09-4099ce596429 is going to be created. [ 795.660391] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/dbb8ed5c-c168-46ba-bb09-4099ce596429], does not exist path=[/infra/domains/default/groups/dbb8ed5c-c168-46ba-bb09-4099ce596429]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dbb8ed5c-c168-46ba-bb09-4099ce596429 [ 795.660981] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb8ed5c-c168-46ba-bb09-4099ce596429" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.661340] env[69236]: Traceback (most recent call last): [ 795.661531] env[69236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 795.661531] env[69236]: return func(*args, **kwargs) [ 795.662025] env[69236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 795.662025] env[69236]: res.raise_for_status() [ 795.662025] env[69236]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 795.662025] env[69236]: raise HTTPError(http_error_msg, response=self) [ 795.662025] env[69236]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dbb8ed5c-c168-46ba-bb09-4099ce596429 [ 795.662025] env[69236]: During handling of the above exception, another exception occurred: [ 795.662025] env[69236]: Traceback (most recent call last): [ 795.662025] env[69236]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 795.662025] env[69236]: listener.cb(fileno) [ 795.662025] env[69236]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 795.662025] env[69236]: result = function(*args, **kwargs) [ 795.662025] env[69236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 795.662025] env[69236]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 795.662025] env[69236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 795.662025] env[69236]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 795.662025] env[69236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 795.662025] env[69236]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 795.662025] env[69236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 795.662025] env[69236]: res.raise_for_status() [ 795.662025] env[69236]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 795.662025] env[69236]: raise HTTPError(http_error_msg, response=self) [ 795.662025] env[69236]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dbb8ed5c-c168-46ba-bb09-4099ce596429 [ 795.662025] env[69236]: Removing descriptor: 23 [ 795.673857] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.673857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.673857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.673857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.673857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.690121] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 795.781693] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3784b6b-6ad9-42ee-b53f-09e937b256ce',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.940027] env[69236]: INFO networking_nsxv3.common.synchronization [None req-7445c762-ea79-46dd-9619-4573304fb28f None None] Enqueued Resource ID: ebd04ad7-ee30-4b6b-b6ca-6164e9823550 with Priority: HIGHEST for action port [ 795.940391] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd04ad7-ee30-4b6b-b6ca-6164e9823550 with Priority: HIGHEST for action port [ 795.940913] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebd04ad7-ee30-4b6b-b6ca-6164e9823550 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.941238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebd04ad7-ee30-4b6b-b6ca-6164e9823550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.941668] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebd04ad7-ee30-4b6b-b6ca-6164e9823550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.942181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebd04ad7-ee30-4b6b-b6ca-6164e9823550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.942474] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebd04ad7-ee30-4b6b-b6ca-6164e9823550',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.029498] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df19139c-3e68-472e-aa5a-ebbc535cd56f in Status: SUCCESS [ 796.029678] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df19139c-3e68-472e-aa5a-ebbc535cd56f deletion is rescheduled due to dependency. [ 796.029797] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.029945] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.030226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.030436] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.030515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.030599] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.030730] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.030808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.030898] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df19139c-3e68-472e-aa5a-ebbc535cd56f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.113666] env[69236]: INFO networking_nsxv3.common.synchronization [req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 req-0eafacbd-7be5-46c9-b16b-8c0f896a56c3 service nova] Enqueued Resource ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 with Priority: HIGHEST for action security_group_rules [ 796.113829] env[69236]: INFO networking_nsxv3.common.synchronization [req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 req-0eafacbd-7be5-46c9-b16b-8c0f896a56c3 service nova] Enqueued Resource ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 with Priority: HIGHEST for action security_group_members [ 796.113971] env[69236]: INFO networking_nsxv3.common.synchronization [req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 req-0eafacbd-7be5-46c9-b16b-8c0f896a56c3 service nova] Enqueued Resource ID: 8887d990-62fd-4012-a494-efe5573fa2bc with Priority: HIGHEST for action port [ 796.114466] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 with Priority: HIGHEST for action security_group_rules [ 796.114602] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 with Priority: HIGHEST for action security_group_members [ 796.114693] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8887d990-62fd-4012-a494-efe5573fa2bc with Priority: HIGHEST for action port [ 796.114956] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1b6f242-03f2-48ca-ad5c-1eff8c878f96 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.118847] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.119033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.122111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.122111] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1b6f242-03f2-48ca-ad5c-1eff8c878f96',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.122111] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.122111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.122111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.122111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.122111] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.122111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.122111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.122111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.122111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.122111] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b6f242-03f2-48ca-ad5c-1eff8c878f96',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.122509] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-8887d990-62fd-4012-a494-efe5573fa2bc taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.122755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8887d990-62fd-4012-a494-efe5573fa2bc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.122755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8887d990-62fd-4012-a494-efe5573fa2bc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.122825] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8887d990-62fd-4012-a494-efe5573fa2bc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.122871] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8887d990-62fd-4012-a494-efe5573fa2bc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.285752] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.285752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.285752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.285926] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.285926] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.285994] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce is going to be created. [ 796.312242] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.312471] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.312551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.313321] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.313321] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.322292] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce in Status: UNINITIALIZED for 2s [ 796.446515] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebd04ad7-ee30-4b6b-b6ca-6164e9823550 [ 796.446515] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.446515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.446515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.446515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.446515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.446515] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebd04ad7-ee30-4b6b-b6ca-6164e9823550 already deleted. [ 796.446515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebd04ad7-ee30-4b6b-b6ca-6164e9823550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.533559] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.533723] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.533802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.533955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.552294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.552703] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.552888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.552961] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.553337] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.553431] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.553528] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df19139c-3e68-472e-aa5a-ebbc535cd56f is going to be updated. [ 796.581205] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.581347] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.581507] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.581804] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.583426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.599927] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df19139c-3e68-472e-aa5a-ebbc535cd56f in Status: IN_PROGRESS for 2s [ 796.624580] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.624724] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.624923] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8887d990-62fd-4012-a494-efe5573fa2bc with status ACTIVE [ 796.625102] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.625232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.625290] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.625471] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.625559] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.625726] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.625867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.625867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.626032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.626112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.626354] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.626411] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.626442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.626562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.626638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.626745] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8887d990-62fd-4012-a494-efe5573fa2bc is going to be updated. [ 796.627965] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1b6f242-03f2-48ca-ad5c-1eff8c878f96',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.659214] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.659362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.659362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.662250] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.662250] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.662250] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8887d990-62fd-4012-a494-efe5573fa2bc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.095664] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 797.096015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.096259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.096667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.096874] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.097062] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.097184] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.097439] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.097555] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.097703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.097950] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.098075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.098465] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.098465] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.098626] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.099378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.099378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.099378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.099378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.099577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.099629] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.100724] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.100944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.101129] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.101257] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.101366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.101545] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.101708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.101775] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.131340] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1b6f242-03f2-48ca-ad5c-1eff8c878f96',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.603291] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8: rpc.has_security_group_logging(os_id): False [ 797.604486] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.627505] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.627669] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.627669] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.628572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.636057] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.636057] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.636057] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.636326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.636326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.636425] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 is going to be created. [ 797.650899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.651168] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.651349] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.651349] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.651544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.651633] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.651835] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.651933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.651997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.652154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.652230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.652433] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.652517] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.652576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.652721] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.652795] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.652879] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be updated. [ 797.663752] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.663888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.663947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.664198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.664286] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.679663] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 in Status: UNINITIALIZED for 2s [ 797.704055] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 797.704055] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.713779] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.714692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.714789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.714992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.715153] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.730832] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: IN_PROGRESS for 2s [ 798.106724] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.332816] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce in Status: SUCCESS [ 798.333057] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.333248] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.333586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.333692] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.333764] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.333821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.333949] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.334038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.334122] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.334219] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3784b6b-6ad9-42ee-b53f-09e937b256ce',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.610027] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df19139c-3e68-472e-aa5a-ebbc535cd56f in Status: SUCCESS [ 798.610136] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df19139c-3e68-472e-aa5a-ebbc535cd56f deletion is rescheduled due to dependency. [ 798.610264] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.610642] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.610767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.610907] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.611040] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.611125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.611219] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be updated. [ 798.612232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.612396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.612554] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.612654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.612754] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.612906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.612991] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.613087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.613174] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df19139c-3e68-472e-aa5a-ebbc535cd56f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.638033] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.638033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.638033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.638033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.638033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.645394] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: IN_PROGRESS for 2s [ 798.837159] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3784b6b-6ad9-42ee-b53f-09e937b256ce taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.837159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.837159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.837159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.837342] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.837398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.837469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.837623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.837711] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.837800] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.837947] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3784b6b-6ad9-42ee-b53f-09e937b256ce taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.838049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.838109] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.838248] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.838382] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.838471] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.838530] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.838661] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.838736] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.838813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.838991] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3784b6b-6ad9-42ee-b53f-09e937b256ce',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.115990] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df19139c-3e68-472e-aa5a-ebbc535cd56f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.341456] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3784b6b-6ad9-42ee-b53f-09e937b256ce: rpc.has_security_group_logging(os_id): False [ 799.361706] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.361852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.361923] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.364292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.364292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.364292] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.364292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.364292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.364292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.364292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.364292] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.364292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.364292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.364292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.364292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.364292] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.364292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.365235] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.365235] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.365235] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.365235] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce is going to be created. [ 799.419842] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.419990] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.420071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.420437] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.420638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.431700] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce in Status: IN_PROGRESS for 2s [ 799.619295] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df19139c-3e68-472e-aa5a-ebbc535cd56f: rpc.has_security_group_logging(os_id): False [ 799.638109] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.638261] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.638330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.638545] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.638637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.638864] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.639099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.639244] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.639350] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.639429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.639519] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df19139c-3e68-472e-aa5a-ebbc535cd56f is going to be updated. [ 799.688502] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 in Status: SUCCESS [ 799.688715] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.688880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.689105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.689354] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.689485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.689546] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.689670] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.689772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.689863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.689953] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1b6f242-03f2-48ca-ad5c-1eff8c878f96',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.696253] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.696391] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.696448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.696594] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.696722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.706493] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df19139c-3e68-472e-aa5a-ebbc535cd56f in Status: IN_PROGRESS for 2s [ 799.743657] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 799.743888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.744072] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.744304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.744398] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.195148] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.195148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.195148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.195148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.195148] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.195148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.195148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.195148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.195148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.195148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.195148] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.195148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.195148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.195148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.195148] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.195148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.195877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.195877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.195877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.195877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.195877] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1b6f242-03f2-48ca-ad5c-1eff8c878f96',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.247638] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.247868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.657346] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 800.657574] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.657744] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.657961] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.658166] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.658287] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.658348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.658500] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.658581] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.658665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.658760] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.698073] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1b6f242-03f2-48ca-ad5c-1eff8c878f96: rpc.has_security_group_logging(os_id): False [ 800.718148] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.718303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.718370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.718582] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.718670] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.718887] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.718983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.719198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.719276] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.719373] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.719582] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.719709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.719782] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.719968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.720054] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.720281] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.720390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.720461] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.720629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.720721] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.721343] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 is going to be created. [ 800.775480] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.775644] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.775717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.776810] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.776810] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.787153] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 in Status: IN_PROGRESS for 2s [ 801.116419] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 801.116590] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 801.161282] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.161480] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.161566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.161833] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.162049] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.162176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.162244] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.162429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.162522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.162647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.162820] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.162962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.163037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.163217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.163403] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.163502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.163584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.163785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.163861] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.163943] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.164056] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.443818] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce in Status: SUCCESS [ 801.444221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.540105] env[69236]: INFO networking_nsxv3.common.synchronization [req-c8366488-31d5-459b-9e48-ae8cde992ffb req-b44a1a58-6213-44aa-84e3-9f88cdcc92d6 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Enqueued Resource ID: 3f489950-6e82-40bd-85d1-708077680ea0 with Priority: HIGHEST for action security_group_members [ 801.540892] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f489950-6e82-40bd-85d1-708077680ea0 with Priority: HIGHEST for action security_group_members [ 801.541013] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f489950-6e82-40bd-85d1-708077680ea0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.541160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.541228] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.541428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.541648] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.541759] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.541846] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.541990] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.542066] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.542155] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.665852] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8: rpc.has_security_group_logging(os_id): False [ 801.688031] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.688173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.688327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.688734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.688734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.688734] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.688881] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.688881] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.689031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.689108] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.689448] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.689448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.689564] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.689633] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.689669] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.690348] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.690348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.690348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.690348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.690348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.690572] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be updated. [ 801.719661] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df19139c-3e68-472e-aa5a-ebbc535cd56f in Status: SUCCESS [ 801.719934] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.784564] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.784715] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.784785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.784998] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.785157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.804767] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: IN_PROGRESS for 2s [ 802.045392] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.315875] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.316113] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.316263] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.316579] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.316854] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.317076] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.317253] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.317512] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.317664] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.317877] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.317990] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.318113] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.318270] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.318465] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.318465] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.318574] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.339073] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.339315] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 802.339467] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.339652] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.340124] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-02e60455-34aa-41d5-8b17-92769572b8f8 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.340209] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-02e60455-34aa-41d5-8b17-92769572b8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.340304] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-02e60455-34aa-41d5-8b17-92769572b8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.340615] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-02e60455-34aa-41d5-8b17-92769572b8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.340759] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02e60455-34aa-41d5-8b17-92769572b8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.548431] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.800228] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 in Status: SUCCESS [ 802.800542] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.844424] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.844424] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.844640] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.844815] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.844977] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.845158] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 02e60455-34aa-41d5-8b17-92769572b8f8 not found, creating... [ 802.845454] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.845621] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.845744] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.846191] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.846191] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.847646] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.847646] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.847646] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.847646] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.847646] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.847646] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 02e60455-34aa-41d5-8b17-92769572b8f8 is going to be created. [ 802.865599] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.865796] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.865891] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.866176] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.866406] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.866632] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-02e60455-34aa-41d5-8b17-92769572b8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.051539] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.051705] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.051807] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.051989] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.052104] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.052211] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f489950-6e82-40bd-85d1-708077680ea0 is going to be updated. [ 803.081739] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.081739] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.081739] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.081739] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.082080] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.090107] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f489950-6e82-40bd-85d1-708077680ea0 in Status: IN_PROGRESS for 2s [ 803.768252] env[69236]: INFO networking_nsxv3.common.synchronization [req-c8366488-31d5-459b-9e48-ae8cde992ffb req-106441b7-ae5f-4e48-a952-fc775983803b service nova] Enqueued Resource ID: 3f489950-6e82-40bd-85d1-708077680ea0 with Priority: HIGHEST for action security_group_rules [ 803.768252] env[69236]: INFO networking_nsxv3.common.synchronization [req-c8366488-31d5-459b-9e48-ae8cde992ffb req-106441b7-ae5f-4e48-a952-fc775983803b service nova] Enqueued Resource ID: 3f489950-6e82-40bd-85d1-708077680ea0 with Priority: HIGHEST for action security_group_members [ 803.768252] env[69236]: INFO networking_nsxv3.common.synchronization [req-c8366488-31d5-459b-9e48-ae8cde992ffb req-106441b7-ae5f-4e48-a952-fc775983803b service nova] Enqueued Resource ID: 02e60455-34aa-41d5-8b17-92769572b8f8 with Priority: HIGHEST for action port [ 803.768252] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f489950-6e82-40bd-85d1-708077680ea0 with Priority: HIGHEST for action security_group_rules [ 803.768252] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f489950-6e82-40bd-85d1-708077680ea0 with Priority: HIGHEST for action security_group_members [ 803.768252] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e60455-34aa-41d5-8b17-92769572b8f8 with Priority: HIGHEST for action port [ 803.768252] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f489950-6e82-40bd-85d1-708077680ea0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.768252] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.768252] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.768252] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.768252] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.769050] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f489950-6e82-40bd-85d1-708077680ea0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.769050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.769145] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-02e60455-34aa-41d5-8b17-92769572b8f8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.769688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02e60455-34aa-41d5-8b17-92769572b8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.769688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02e60455-34aa-41d5-8b17-92769572b8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.769688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02e60455-34aa-41d5-8b17-92769572b8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.769688] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02e60455-34aa-41d5-8b17-92769572b8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.822202] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 803.822202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.049684] env[69236]: INFO networking_nsxv3.common.synchronization [req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b req-bca3ec5e-6f5b-4129-8e75-4975c6f0504c tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Enqueued Resource ID: 75920a8f-1261-4ded-b712-2454450df7e4 with Priority: HIGHEST for action security_group_members [ 804.050361] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75920a8f-1261-4ded-b712-2454450df7e4 with Priority: HIGHEST for action security_group_members [ 804.051442] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-75920a8f-1261-4ded-b712-2454450df7e4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.053720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.053720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.054613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.054613] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.054613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.054613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.054613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.054613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.055135] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75920a8f-1261-4ded-b712-2454450df7e4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.273738] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f489950-6e82-40bd-85d1-708077680ea0 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.273738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.273869] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02e60455-34aa-41d5-8b17-92769572b8f8 with status ACTIVE [ 804.274294] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.274294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.274294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.274555] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.274555] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.274668] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.274755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.274814] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.275540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.275540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.275540] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.275540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.275540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.275540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.275540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.276176] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02e60455-34aa-41d5-8b17-92769572b8f8 is going to be updated. [ 804.296205] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.296438] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.296438] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.296640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.296791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.296950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02e60455-34aa-41d5-8b17-92769572b8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.386502] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.386717] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-819" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.386840] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-819" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.387204] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-819" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.387504] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.387729] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.387858] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.388122] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.388285] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.388541] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.388806] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.388937] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.389066] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.389232] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.389363] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.389506] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.417694] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.417930] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 804.418327] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.418327] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-819" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.418726] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-1cb72343-6de6-49f4-9297-f84da0dc6114 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.418907] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-1cb72343-6de6-49f4-9297-f84da0dc6114" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.419059] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-1cb72343-6de6-49f4-9297-f84da0dc6114" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.420108] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-1cb72343-6de6-49f4-9297-f84da0dc6114" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.420108] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cb72343-6de6-49f4-9297-f84da0dc6114',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.558536] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.558791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.558833] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.559059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.559152] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.559437] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.559537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.559616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.559773] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.560549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.560549] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75920a8f-1261-4ded-b712-2454450df7e4 already deleted. [ 804.560549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.923951] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.924551] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.924551] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.924771] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.925073] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.925180] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 1cb72343-6de6-49f4-9297-f84da0dc6114 not found, creating... [ 804.925364] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.925528] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.925648] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.925874] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.926031] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.926325] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.926487] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.926608] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.926816] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.926955] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.930510] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 1cb72343-6de6-49f4-9297-f84da0dc6114 is going to be created. [ 804.954904] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.955311] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.955542] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.955935] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.956300] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.956636] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-1cb72343-6de6-49f4-9297-f84da0dc6114" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.101069] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f489950-6e82-40bd-85d1-708077680ea0 in Status: SUCCESS [ 805.101317] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.101496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.101761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.101911] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.102043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.102455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.102455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.102455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.102455] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.291798] env[69236]: INFO networking_nsxv3.common.synchronization [req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 req-1a1d75cc-8a9a-4830-94f8-0b03c83d32ab tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Enqueued Resource ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce with Priority: HIGHEST for action security_group_members [ 805.292484] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce with Priority: HIGHEST for action security_group_members [ 805.292786] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3784b6b-6ad9-42ee-b53f-09e937b256ce taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.292906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.292971] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.293236] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.293393] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.293496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.293584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.293732] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.293831] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.293927] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3784b6b-6ad9-42ee-b53f-09e937b256ce',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.604257] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.666481] env[69236]: INFO networking_nsxv3.common.synchronization [req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b req-f21eac6c-5a12-4cfb-8274-e30331eb7ff4 service nova] Enqueued Resource ID: 75920a8f-1261-4ded-b712-2454450df7e4 with Priority: HIGHEST for action security_group_rules [ 805.666667] env[69236]: INFO networking_nsxv3.common.synchronization [req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b req-f21eac6c-5a12-4cfb-8274-e30331eb7ff4 service nova] Enqueued Resource ID: 75920a8f-1261-4ded-b712-2454450df7e4 with Priority: HIGHEST for action security_group_members [ 805.666807] env[69236]: INFO networking_nsxv3.common.synchronization [req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b req-f21eac6c-5a12-4cfb-8274-e30331eb7ff4 service nova] Enqueued Resource ID: 1cb72343-6de6-49f4-9297-f84da0dc6114 with Priority: HIGHEST for action port [ 805.667067] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75920a8f-1261-4ded-b712-2454450df7e4 with Priority: HIGHEST for action security_group_rules [ 805.667228] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75920a8f-1261-4ded-b712-2454450df7e4 with Priority: HIGHEST for action security_group_members [ 805.667302] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb72343-6de6-49f4-9297-f84da0dc6114 with Priority: HIGHEST for action port [ 805.667866] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75920a8f-1261-4ded-b712-2454450df7e4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.667990] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.668089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.672348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.672348] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75920a8f-1261-4ded-b712-2454450df7e4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.672348] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-75920a8f-1261-4ded-b712-2454450df7e4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.672348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.672348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.672348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.672348] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.672348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.672348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.672348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.672348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.672348] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75920a8f-1261-4ded-b712-2454450df7e4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.673099] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cb72343-6de6-49f4-9297-f84da0dc6114 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.673099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cb72343-6de6-49f4-9297-f84da0dc6114" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.673099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cb72343-6de6-49f4-9297-f84da0dc6114" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.673279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cb72343-6de6-49f4-9297-f84da0dc6114" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.673314] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cb72343-6de6-49f4-9297-f84da0dc6114',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.796907] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.796907] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.796907] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.797180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.797225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.797445] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.797545] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.797582] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.797711] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.797788] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.797900] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce is going to be updated. [ 805.826518] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.826518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.826518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.826518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.826518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.834874] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce in Status: IN_PROGRESS for 2s [ 806.106785] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.175882] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-75920a8f-1261-4ded-b712-2454450df7e4 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.176079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.176220] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75920a8f-1261-4ded-b712-2454450df7e4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.177548] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cb72343-6de6-49f4-9297-f84da0dc6114 with status ACTIVE [ 806.177725] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.177838] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.177905] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.178140] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.178272] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.178679] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.178679] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.178679] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.178894] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.178935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.183700] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.183700] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.183700] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.184077] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.184077] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.184327] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cb72343-6de6-49f4-9297-f84da0dc6114 is going to be updated. [ 806.210245] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.210418] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.210470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.210654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.210776] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.210929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cb72343-6de6-49f4-9297-f84da0dc6114" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.609406] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.609406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.609406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.609666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.609747] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.609871] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f489950-6e82-40bd-85d1-708077680ea0 is going to be updated. [ 806.640877] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.641102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.641102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.641261] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.641380] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.657118] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f489950-6e82-40bd-85d1-708077680ea0 in Status: IN_PROGRESS for 2s [ 806.687474] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75920a8f-1261-4ded-b712-2454450df7e4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.873811] env[69236]: INFO networking_nsxv3.common.synchronization [req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab req-0e007c79-1978-4713-9696-89e10e1af1af tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 806.874401] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 806.874751] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.874872] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.874946] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.875156] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.876260] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.876260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.876260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.876260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.876260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.876260] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.189794] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.190127] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.190127] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.190714] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.190714] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.190714] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75920a8f-1261-4ded-b712-2454450df7e4 is going to be created. [ 807.235746] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.235901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.235949] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.236807] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.236807] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.250258] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75920a8f-1261-4ded-b712-2454450df7e4 in Status: UNINITIALIZED for 2s [ 807.378217] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.378386] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.378444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.378674] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.378789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.378979] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.380262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.380262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.380262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.380262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.380262] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be deleted. [ 807.428923] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.431041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.431041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.431041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.431041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.431041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.553207] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.553461] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.553595] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.553883] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.554322] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.554420] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.554549] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.554779] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.554961] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.555224] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.555379] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.555507] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.555656] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.555804] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.555990] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.556171] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.577694] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.577694] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 807.577694] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.577923] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.578372] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-ca325d94-bd75-473d-b8d7-c038ab971e17 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.579409] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-ca325d94-bd75-473d-b8d7-c038ab971e17" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.579409] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-ca325d94-bd75-473d-b8d7-c038ab971e17" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.579409] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-ca325d94-bd75-473d-b8d7-c038ab971e17" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.579904] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca325d94-bd75-473d-b8d7-c038ab971e17',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.846377] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce in Status: SUCCESS [ 807.846567] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce deletion is rescheduled due to dependency. [ 807.846704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.082259] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.082508] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.082637] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.082918] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.083084] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.083244] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port ca325d94-bd75-473d-b8d7-c038ab971e17 not found, creating... [ 808.083513] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.083669] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.083791] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.084017] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.084633] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.084633] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.084633] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.084815] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.084914] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.085059] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.085201] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: ca325d94-bd75-473d-b8d7-c038ab971e17 is going to be created. [ 808.105145] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.105428] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.105731] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.105884] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.106191] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.106463] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-ca325d94-bd75-473d-b8d7-c038ab971e17" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.302382] env[69236]: INFO networking_nsxv3.common.synchronization [req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 req-ef091d2b-04b3-445a-85e2-e84ec247bd29 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Enqueued Resource ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 with Priority: HIGHEST for action security_group_members [ 808.302767] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 with Priority: HIGHEST for action security_group_members [ 808.302767] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.302878] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.302916] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.303169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.303320] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.303426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.303469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.303611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.303710] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.303784] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b6f242-03f2-48ca-ad5c-1eff8c878f96',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.668033] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f489950-6e82-40bd-85d1-708077680ea0 in Status: SUCCESS [ 808.668187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.668302] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.668542] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.668733] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.668855] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.668915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.669088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.669174] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.669277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.669369] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.806174] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.806364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.806438] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.806637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.806720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.806930] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.807046] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.807109] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.809810] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.809810] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.809810] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 is going to be updated. [ 808.841025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.841025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.841025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.841025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.841025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.849530] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 in Status: IN_PROGRESS for 2s [ 808.969332] env[69236]: INFO networking_nsxv3.common.synchronization [req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab req-227e6519-20d3-421c-b936-bafe6336650c service nova] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_rules [ 808.969332] env[69236]: INFO networking_nsxv3.common.synchronization [req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab req-227e6519-20d3-421c-b936-bafe6336650c service nova] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 808.969332] env[69236]: INFO networking_nsxv3.common.synchronization [req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab req-227e6519-20d3-421c-b936-bafe6336650c service nova] Enqueued Resource ID: ca325d94-bd75-473d-b8d7-c038ab971e17 with Priority: HIGHEST for action port [ 808.969332] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_rules [ 808.969332] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 808.969332] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca325d94-bd75-473d-b8d7-c038ab971e17 with Priority: HIGHEST for action port [ 808.969332] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.969332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.969332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.973267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.973267] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.973490] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.976265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.976265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.976265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.976265] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.976265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.976265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.976265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.976265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.976265] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.976265] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca325d94-bd75-473d-b8d7-c038ab971e17 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.976265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca325d94-bd75-473d-b8d7-c038ab971e17" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.976265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca325d94-bd75-473d-b8d7-c038ab971e17" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.976265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca325d94-bd75-473d-b8d7-c038ab971e17" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.976265] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca325d94-bd75-473d-b8d7-c038ab971e17',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.171348] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f489950-6e82-40bd-85d1-708077680ea0 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.172194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.172194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.172194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.172194] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.172194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.172194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.172502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.172502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.172502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.172601] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f489950-6e82-40bd-85d1-708077680ea0 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.172711] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.172775] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.172933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.173097] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.173227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.173307] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.173469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.173572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.173699] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.173814] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.261565] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75920a8f-1261-4ded-b712-2454450df7e4 in Status: SUCCESS [ 809.261819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.262016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.262402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.262501] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.262566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.262625] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.262778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.262859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.262944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.263049] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75920a8f-1261-4ded-b712-2454450df7e4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.477245] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.477485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.479841] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca325d94-bd75-473d-b8d7-c038ab971e17 with status ACTIVE [ 809.481030] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.481030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.481030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.481030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.481030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.481030] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.481030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.481030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.481534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.481534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.481534] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.481534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.481534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.484218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.484218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.484218] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca325d94-bd75-473d-b8d7-c038ab971e17 is going to be updated. [ 809.484218] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.502713] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.502713] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.502713] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.502713] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.502991] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.503167] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca325d94-bd75-473d-b8d7-c038ab971e17" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.676051] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f489950-6e82-40bd-85d1-708077680ea0: rpc.has_security_group_logging(os_id): False [ 809.696703] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.696855] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.696938] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.697282] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.717552] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.717835] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.717951] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.718027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.718241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.718323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.718513] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.718606] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.718664] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.718809] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.718876] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.719894] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.719894] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.719894] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.719894] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.720981] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.721101] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f489950-6e82-40bd-85d1-708077680ea0 is going to be updated. [ 809.765413] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-75920a8f-1261-4ded-b712-2454450df7e4 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.765625] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.765625] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.765869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.766057] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.766174] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.766220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.766380] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.766441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.766529] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.766673] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-75920a8f-1261-4ded-b712-2454450df7e4 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.766761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.766812] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.766942] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.767112] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.767259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.767334] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.767468] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.767539] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.767632] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.767717] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75920a8f-1261-4ded-b712-2454450df7e4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.775877] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.776067] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.776135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.777131] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.777131] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.788405] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f489950-6e82-40bd-85d1-708077680ea0 in Status: IN_PROGRESS for 2s [ 809.990276] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.990276] env[69236]: INFO networking_nsxv3.common.synchronization [req-8a8314ea-5905-45f7-9f64-51b5b15e783d req-268df2ad-c5f2-4b3c-bf2a-419b7d7e033c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Enqueued Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 809.990276] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 809.991983] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.992338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.992646] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.992989] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.994066] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.994066] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.994066] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.994066] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.994347] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.994409] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.257218] env[69236]: INFO networking_nsxv3.common.synchronization [req-8bd84690-7066-4e1b-91c7-c32f560a8acc req-a0671f6b-56b7-4e21-a511-707bce98dbc0 tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Enqueued Resource ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 with Priority: HIGHEST for action security_group_members [ 810.258082] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 with Priority: HIGHEST for action security_group_members [ 810.258473] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ffcb896-9b57-4704-815d-ee07c0aeede5 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.259301] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.259450] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.259800] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.259981] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.260301] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.260453] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.260666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.260755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.260867] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ffcb896-9b57-4704-815d-ee07c0aeede5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.270118] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75920a8f-1261-4ded-b712-2454450df7e4: rpc.has_security_group_logging(os_id): False [ 810.290156] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.290264] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.290327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.290540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.290630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.290986] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.291138] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.291188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.291383] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.291452] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.291672] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.291781] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.291897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.292055] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.292149] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.293344] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.293344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.293344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.293344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.293344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.293344] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75920a8f-1261-4ded-b712-2454450df7e4 is going to be created. [ 810.350610] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.350836] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.350836] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.351045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.351267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.365141] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75920a8f-1261-4ded-b712-2454450df7e4 in Status: IN_PROGRESS for 2s [ 810.493296] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.493296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.493296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.493296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.493296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.493296] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be created. [ 810.497548] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.526035] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.526035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.526035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.526035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.526035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.536522] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: UNINITIALIZED for 2s [ 810.766112] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.766112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.766112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.766112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.766112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.766112] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.766112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.766112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.766112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.766112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.766112] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 already deleted. [ 810.766112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.859929] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 in Status: SUCCESS [ 810.859929] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 deletion is rescheduled due to dependency. [ 810.859929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.000833] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.101409] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.101646] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.101790] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.102076] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.102343] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.102517] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.102639] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.106023] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.106023] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.106023] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.106023] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.106023] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.106023] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.106023] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.106023] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.106023] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.122826] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.123064] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 811.123064] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.123064] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.123064] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-19a1bb9d-8af0-4842-9fa8-135315612a8b taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.123064] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-19a1bb9d-8af0-4842-9fa8-135315612a8b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.123064] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-19a1bb9d-8af0-4842-9fa8-135315612a8b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.123064] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-19a1bb9d-8af0-4842-9fa8-135315612a8b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.123064] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19a1bb9d-8af0-4842-9fa8-135315612a8b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.331055] env[69236]: INFO networking_nsxv3.common.synchronization [req-bd8bef22-c517-4960-8797-6bf411e7c29c req-4f59b84b-3ea5-43ad-b573-a222ae7c4ec5 tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Enqueued Resource ID: 74bed68c-a24a-4049-a180-15d46e57a39b with Priority: HIGHEST for action security_group_members [ 811.331433] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bed68c-a24a-4049-a180-15d46e57a39b with Priority: HIGHEST for action security_group_members [ 811.331836] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bed68c-a24a-4049-a180-15d46e57a39b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.332027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.332128] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.332364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.332562] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.332701] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.333157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.333157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.333157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.333157] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74bed68c-a24a-4049-a180-15d46e57a39b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.505826] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.505826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.505826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.505826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.505826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.505826] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a is going to be updated. [ 811.538949] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.538949] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.538949] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.538949] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.538949] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.546370] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: IN_PROGRESS for 2s [ 811.631028] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.631028] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.631028] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.631028] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.631028] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.631028] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 19a1bb9d-8af0-4842-9fa8-135315612a8b not found, creating... [ 811.631028] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.631028] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.631028] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.631028] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.631028] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.631581] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.631581] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.631581] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.633828] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.636448] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.636853] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 19a1bb9d-8af0-4842-9fa8-135315612a8b is going to be created. [ 811.664728] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.664728] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.664728] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.664728] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.664728] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.664728] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-19a1bb9d-8af0-4842-9fa8-135315612a8b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.805696] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f489950-6e82-40bd-85d1-708077680ea0 in Status: SUCCESS [ 811.805696] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.837349] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.837349] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.837349] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.837349] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.862586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.862586] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.862586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.862586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.862586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.862586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.862586] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bed68c-a24a-4049-a180-15d46e57a39b is going to be updated. [ 811.889690] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.889690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.889690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.889690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.889690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.897276] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bed68c-a24a-4049-a180-15d46e57a39b in Status: IN_PROGRESS for 2s [ 812.289860] env[69236]: INFO networking_nsxv3.common.synchronization [None req-0f487b4b-c131-4717-9d4c-581d20196bf9 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Enqueued Resource ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 with Priority: HIGHEST for action security_group_rules [ 812.289860] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 with Priority: HIGHEST for action security_group_rules [ 812.290198] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.290343] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.291031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.291031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.291031] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d1719ba-b66f-4e1d-aaed-e04a0bfd4368',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.377278] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75920a8f-1261-4ded-b712-2454450df7e4 in Status: SUCCESS [ 812.377278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.390698] env[69236]: INFO networking_nsxv3.common.synchronization [None req-18757f9c-2400-45eb-84aa-a82e188bc627 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Enqueued Resource ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 with Priority: HIGHEST for action security_group_rules [ 812.391464] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 with Priority: HIGHEST for action security_group_rules [ 812.392072] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.392072] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.553864] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 812.553864] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.553864] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.553864] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.553864] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.553864] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.553864] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.556647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.556647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.556647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.556647] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.643976] env[69236]: INFO networking_nsxv3.common.synchronization [req-8bd84690-7066-4e1b-91c7-c32f560a8acc req-61dd7012-11c7-4876-b216-6bd878660e2f service nova] Enqueued Resource ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 with Priority: HIGHEST for action security_group_rules [ 812.644186] env[69236]: INFO networking_nsxv3.common.synchronization [req-8bd84690-7066-4e1b-91c7-c32f560a8acc req-61dd7012-11c7-4876-b216-6bd878660e2f service nova] Enqueued Resource ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 with Priority: HIGHEST for action security_group_members [ 812.645358] env[69236]: INFO networking_nsxv3.common.synchronization [req-8bd84690-7066-4e1b-91c7-c32f560a8acc req-61dd7012-11c7-4876-b216-6bd878660e2f service nova] Enqueued Resource ID: 19a1bb9d-8af0-4842-9fa8-135315612a8b with Priority: HIGHEST for action port [ 812.645358] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 with Priority: HIGHEST for action security_group_rules [ 812.645358] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 with Priority: HIGHEST for action security_group_members [ 812.645358] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19a1bb9d-8af0-4842-9fa8-135315612a8b with Priority: HIGHEST for action port [ 812.645988] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ffcb896-9b57-4704-815d-ee07c0aeede5 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.646706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.646706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.646987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.646987] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ffcb896-9b57-4704-815d-ee07c0aeede5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.648183] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ffcb896-9b57-4704-815d-ee07c0aeede5 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.648183] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.648183] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.648423] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.648423] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.648558] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.648558] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.648751] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.648864] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.648963] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ffcb896-9b57-4704-815d-ee07c0aeede5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.650856] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-19a1bb9d-8af0-4842-9fa8-135315612a8b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.651378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19a1bb9d-8af0-4842-9fa8-135315612a8b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.651378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19a1bb9d-8af0-4842-9fa8-135315612a8b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.651378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19a1bb9d-8af0-4842-9fa8-135315612a8b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.651378] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19a1bb9d-8af0-4842-9fa8-135315612a8b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.811711] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.811711] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.812781] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.813042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.814551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.814551] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 already deleted. [ 812.814551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.814551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.814551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.814551] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d1719ba-b66f-4e1d-aaed-e04a0bfd4368',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.066023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.066023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.066023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.066023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.066023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.066023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.066023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.066023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.066023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.066023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.066023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.066023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.066023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.066023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.066023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.066023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.066814] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.066814] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.066814] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.066814] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.066814] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.154729] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ffcb896-9b57-4704-815d-ee07c0aeede5 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.154729] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.154729] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ffcb896-9b57-4704-815d-ee07c0aeede5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.155709] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19a1bb9d-8af0-4842-9fa8-135315612a8b with status ACTIVE [ 813.155709] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.155709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.155709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.156055] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.156055] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.156933] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.157076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.157211] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.157440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.157609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.157911] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.158108] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.158235] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.158507] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.158621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.158728] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19a1bb9d-8af0-4842-9fa8-135315612a8b is going to be updated. [ 813.181394] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.182782] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.182782] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.182782] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.184359] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.184359] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19a1bb9d-8af0-4842-9fa8-135315612a8b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.337894] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.338175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.338175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.338420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.338535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.338640] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 already deleted. [ 813.338803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.557814] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: SUCCESS [ 813.558849] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.571589] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c507dc4e-b768-41ed-bdb2-661b093161d2: rpc.has_security_group_logging(os_id): False [ 813.591262] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.591577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.591577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.591715] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.591810] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.592049] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.592155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.592209] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.592398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.592480] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.592682] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.593377] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.593637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.593700] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.593789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.593944] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.594057] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.594116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.594263] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.594342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.594442] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be created. [ 813.658429] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.658429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.658429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.658735] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.658735] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.662344] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ffcb896-9b57-4704-815d-ee07c0aeede5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.675188] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: IN_PROGRESS for 2s [ 813.911019] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bed68c-a24a-4049-a180-15d46e57a39b in Status: SUCCESS [ 813.911019] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bed68c-a24a-4049-a180-15d46e57a39b deletion is rescheduled due to dependency. [ 813.911019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.165219] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.165424] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.165942] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.165942] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.165942] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.166102] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 is going to be created. [ 814.191382] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.191535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.191681] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.191921] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.192104] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.200939] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 in Status: UNINITIALIZED for 2s [ 815.527233] env[69236]: INFO networking_nsxv3.common.synchronization [None req-1443724f-7a22-4e6c-8c4b-491f912205d8 None None] Enqueued Resource ID: 36614c16-83ac-4c8a-958d-3fc0ae6991ba with Priority: HIGHEST for action port [ 815.527670] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36614c16-83ac-4c8a-958d-3fc0ae6991ba with Priority: HIGHEST for action port [ 815.528080] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-36614c16-83ac-4c8a-958d-3fc0ae6991ba taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.528208] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36614c16-83ac-4c8a-958d-3fc0ae6991ba" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.528270] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36614c16-83ac-4c8a-958d-3fc0ae6991ba" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.528520] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36614c16-83ac-4c8a-958d-3fc0ae6991ba" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.528801] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36614c16-83ac-4c8a-958d-3fc0ae6991ba',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.691590] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 815.691942] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.819215] env[69236]: INFO networking_nsxv3.common.synchronization [None req-4b8219f5-70b0-4079-8fba-c960886ea7cf tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Enqueued Resource ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 with Priority: HIGHEST for action security_group_rules [ 815.819819] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 with Priority: HIGHEST for action security_group_rules [ 815.820137] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.820262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.820323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.820603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.820891] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1b0f05e-4495-4972-bf58-81c09f1af5f0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.928186] env[69236]: INFO networking_nsxv3.common.synchronization [None req-892a6250-3b2c-40f3-96f6-10c57594eaf4 tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Enqueued Resource ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 with Priority: HIGHEST for action security_group_rules [ 815.928789] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 with Priority: HIGHEST for action security_group_rules [ 815.929184] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.929426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.030899] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36614c16-83ac-4c8a-958d-3fc0ae6991ba [ 816.031173] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.031312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.031776] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.032849] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.036021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.036021] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36614c16-83ac-4c8a-958d-3fc0ae6991ba already deleted. [ 816.036021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36614c16-83ac-4c8a-958d-3fc0ae6991ba" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.211347] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 in Status: SUCCESS [ 816.211506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.211583] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.212045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.212045] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.212143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.212388] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.212388] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.212388] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.212497] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.212548] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ffcb896-9b57-4704-815d-ee07c0aeede5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.342906] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.342906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.342906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.342906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.342906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.342906] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 already deleted. [ 816.343233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.343233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.343366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.343366] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1b0f05e-4495-4972-bf58-81c09f1af5f0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.718873] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ffcb896-9b57-4704-815d-ee07c0aeede5 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.719390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.719562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.720040] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.720496] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.720496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.720596] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.720983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.720983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.720983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.721119] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ffcb896-9b57-4704-815d-ee07c0aeede5 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.721178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.721234] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.721384] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.721517] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.721609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.721663] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.721815] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.722221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.722221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.722221] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ffcb896-9b57-4704-815d-ee07c0aeede5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.865035] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.865035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.865035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.865285] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.865382] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.865489] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 already deleted. [ 816.865727] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.224866] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ffcb896-9b57-4704-815d-ee07c0aeede5: rpc.has_security_group_logging(os_id): False [ 817.246171] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.246171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.246171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.246171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.246171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.246171] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.246171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.246171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.246171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.246171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.246171] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.246171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.246171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.246171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.246171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.246816] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.246816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.246816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.247260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.247582] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.248525] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 is going to be created. [ 817.308193] env[69236]: INFO networking_nsxv3.common.synchronization [req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba req-7eec3b0e-b379-45cc-ae8b-32b18e043efb tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Enqueued Resource ID: 75920a8f-1261-4ded-b712-2454450df7e4 with Priority: HIGHEST for action security_group_members [ 817.309234] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.309393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.309468] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.309675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.309848] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.311548] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75920a8f-1261-4ded-b712-2454450df7e4 with Priority: HIGHEST for action security_group_members [ 817.311979] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-75920a8f-1261-4ded-b712-2454450df7e4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.312128] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.312410] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.313025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.313131] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.313754] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.313830] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.313989] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.314079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.314171] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75920a8f-1261-4ded-b712-2454450df7e4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.331064] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 in Status: IN_PROGRESS for 2s [ 817.817309] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.817595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.817595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.817785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.817878] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.818106] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.818205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.818274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.818507] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.818612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.818702] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75920a8f-1261-4ded-b712-2454450df7e4 is going to be updated. [ 817.846446] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.846616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.846686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.846898] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.847051] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.856813] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75920a8f-1261-4ded-b712-2454450df7e4 in Status: IN_PROGRESS for 2s [ 817.975142] env[69236]: INFO networking_nsxv3.common.synchronization [None req-110957ea-2e16-4966-9c96-bbca404a02b5 None None] Enqueued Resource ID: 9aedcd43-0a0c-476f-ae97-15e81e4eef95 with Priority: HIGHEST for action port [ 817.975413] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aedcd43-0a0c-476f-ae97-15e81e4eef95 with Priority: HIGHEST for action port [ 817.975955] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aedcd43-0a0c-476f-ae97-15e81e4eef95 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.976109] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aedcd43-0a0c-476f-ae97-15e81e4eef95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.976144] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aedcd43-0a0c-476f-ae97-15e81e4eef95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.976393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aedcd43-0a0c-476f-ae97-15e81e4eef95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.976477] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aedcd43-0a0c-476f-ae97-15e81e4eef95',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.479058] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aedcd43-0a0c-476f-ae97-15e81e4eef95 [ 818.479336] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.479455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.479521] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.479731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.479818] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.479909] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aedcd43-0a0c-476f-ae97-15e81e4eef95 already deleted. [ 818.479986] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aedcd43-0a0c-476f-ae97-15e81e4eef95" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.916651] env[69236]: INFO networking_nsxv3.common.synchronization [req-f6924bd5-e409-4e11-95a8-cd403d4f131d req-0d06ffc4-7986-4392-944b-52059aae0bb7 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Enqueued Resource ID: 3f489950-6e82-40bd-85d1-708077680ea0 with Priority: HIGHEST for action security_group_members [ 818.917349] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f489950-6e82-40bd-85d1-708077680ea0 with Priority: HIGHEST for action security_group_members [ 818.917680] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f489950-6e82-40bd-85d1-708077680ea0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.917801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.917867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.918081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.918240] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.918343] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.918405] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.918569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.918653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.918746] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.345705] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 in Status: SUCCESS [ 819.345944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.420954] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.866360] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75920a8f-1261-4ded-b712-2454450df7e4 in Status: SUCCESS [ 819.866677] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75920a8f-1261-4ded-b712-2454450df7e4 deletion is rescheduled due to dependency. [ 819.866758] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.923744] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.428320] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.428320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.428320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.428558] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.428656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.428764] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f489950-6e82-40bd-85d1-708077680ea0 is going to be updated. [ 820.453933] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.454106] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.454178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.454383] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.454529] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.462163] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f489950-6e82-40bd-85d1-708077680ea0 in Status: IN_PROGRESS for 2s [ 822.187118] env[69236]: INFO networking_nsxv3.common.synchronization [req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba req-5c53565b-dbbe-4d1d-9ecf-8212389d5e84 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Enqueued Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_members [ 822.187118] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_members [ 822.187743] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.188032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.188240] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.188563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.189446] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.189714] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.189914] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.190220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.190456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.190686] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.472230] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f489950-6e82-40bd-85d1-708077680ea0 in Status: SUCCESS [ 822.472509] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.574655] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.574655] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-291" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.574655] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-291" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.574655] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-291" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.574655] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.574655] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.574965] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.574965] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.575137] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.575349] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.575467] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.575581] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.575693] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.575830] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.575909] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.576070] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.594363] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.594363] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.594363] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.594363] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-291" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.594363] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-65862a03-480a-41fb-9dc0-d75971aa3a42 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.594363] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-65862a03-480a-41fb-9dc0-d75971aa3a42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.594746] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-65862a03-480a-41fb-9dc0-d75971aa3a42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.595096] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-65862a03-480a-41fb-9dc0-d75971aa3a42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.595096] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65862a03-480a-41fb-9dc0-d75971aa3a42',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.692537] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.098074] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.098360] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.098494] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.100112] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.100342] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.100544] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 65862a03-480a-41fb-9dc0-d75971aa3a42 not found, creating... [ 823.100827] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.100989] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.101128] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.101362] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.101506] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.101825] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.101985] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.102119] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.102345] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.102486] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.102628] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 65862a03-480a-41fb-9dc0-d75971aa3a42 is going to be created. [ 823.120662] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.120662] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.120984] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.121062] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.121309] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.121543] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-65862a03-480a-41fb-9dc0-d75971aa3a42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.194745] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.696671] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.696873] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.696956] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.697128] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.697220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.697324] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 is going to be updated. [ 823.726773] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.726934] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.726995] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.727389] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.727445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.736262] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: IN_PROGRESS for 2s [ 824.030179] env[69236]: INFO networking_nsxv3.common.synchronization [req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba req-cbce1ee7-a2e1-4719-935d-9fc66fe37da0 service nova] Enqueued Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_rules [ 824.030179] env[69236]: INFO networking_nsxv3.common.synchronization [req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba req-cbce1ee7-a2e1-4719-935d-9fc66fe37da0 service nova] Enqueued Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_members [ 824.030179] env[69236]: INFO networking_nsxv3.common.synchronization [req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba req-cbce1ee7-a2e1-4719-935d-9fc66fe37da0 service nova] Enqueued Resource ID: 65862a03-480a-41fb-9dc0-d75971aa3a42 with Priority: HIGHEST for action port [ 824.030179] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_rules [ 824.030179] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_members [ 824.030179] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65862a03-480a-41fb-9dc0-d75971aa3a42 with Priority: HIGHEST for action port [ 824.031725] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.032048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.032235] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.032529] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.034559] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.035528] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.036076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.036385] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-65862a03-480a-41fb-9dc0-d75971aa3a42 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.036707] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65862a03-480a-41fb-9dc0-d75971aa3a42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.036850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65862a03-480a-41fb-9dc0-d75971aa3a42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.037211] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65862a03-480a-41fb-9dc0-d75971aa3a42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.037401] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65862a03-480a-41fb-9dc0-d75971aa3a42',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.540271] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.540271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.541566] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65862a03-480a-41fb-9dc0-d75971aa3a42 with status ACTIVE [ 824.541785] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.541920] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.542101] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.542327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.542327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.542581] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.542739] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.542825] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.543033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.543123] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.543370] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.543544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.543640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.543826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.543911] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.544021] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65862a03-480a-41fb-9dc0-d75971aa3a42 is going to be updated. [ 824.570310] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.570481] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.570553] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.570768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.570907] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.571081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65862a03-480a-41fb-9dc0-d75971aa3a42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.516856] env[69236]: INFO networking_nsxv3.common.synchronization [req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf req-517930af-d28a-4055-9a57-6f926b967e8e tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Enqueued Resource ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 with Priority: HIGHEST for action security_group_members [ 825.517410] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 with Priority: HIGHEST for action security_group_members [ 825.517718] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ffcb896-9b57-4704-815d-ee07c0aeede5 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.517838] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.517905] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.518123] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.518271] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.518369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.518428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.518571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.518656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.518749] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ffcb896-9b57-4704-815d-ee07c0aeede5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.744590] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: SUCCESS [ 825.745842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.745842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.745842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.745842] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.745842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.745842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.745842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.745842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.746156] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.021780] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.021780] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.021780] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.022132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.022132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.026018] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.026018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.026018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.026018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.026018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.026018] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 is going to be updated. [ 826.039272] env[69236]: INFO networking_nsxv3.common.synchronization [req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe req-79370875-6675-4abb-827f-6882ce2c5819 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Enqueued Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_members [ 826.039978] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_members [ 826.040429] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.040579] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.040667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.040925] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.041132] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.041271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.041457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.042070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.042070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.042070] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.049668] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.049668] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.049668] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.049668] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.049668] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.057595] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 in Status: IN_PROGRESS for 2s [ 826.249213] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.546645] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.546835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.546920] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.547120] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.567166] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.570883] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.570883] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.570883] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.570883] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.570883] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.570883] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 is going to be updated. [ 826.594432] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.594701] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.594701] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.594900] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.595064] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.602520] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 in Status: IN_PROGRESS for 2s [ 826.754275] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.863087] env[69236]: INFO networking_nsxv3.common.synchronization [req-57573160-8b9e-4679-b4a3-f07da604f053 req-ccc304a5-de98-4965-86cc-c35f89183fcb tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: f5d1c206-b34c-4539-9f61-de443d735d6f with Priority: HIGHEST for action security_group_members [ 826.865805] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d1c206-b34c-4539-9f61-de443d735d6f with Priority: HIGHEST for action security_group_members [ 826.865805] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5d1c206-b34c-4539-9f61-de443d735d6f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.865805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.865805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.865805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.865805] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.865805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.865805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.865805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.865805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.865805] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5d1c206-b34c-4539-9f61-de443d735d6f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.262867] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.262867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.262867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.262867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.262867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.262867] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 is going to be updated. [ 827.297969] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.298438] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.298617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.298910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.299171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.316604] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: IN_PROGRESS for 2s [ 827.370421] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.370421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.370421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.370421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.370421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.370421] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.370421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.370421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.370421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.370421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.370421] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5d1c206-b34c-4539-9f61-de443d735d6f already deleted. [ 827.370421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.453025] env[69236]: INFO networking_nsxv3.common.synchronization [req-21b11e8f-622a-4635-8bb8-88621c068749 req-ceff1840-2d96-437b-8ca2-db1681b97e6b tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Enqueued Resource ID: f20caacf-c060-4d46-9676-83812041913e with Priority: HIGHEST for action security_group_members [ 827.453025] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20caacf-c060-4d46-9676-83812041913e with Priority: HIGHEST for action security_group_members [ 827.453025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f20caacf-c060-4d46-9676-83812041913e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.453025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.453025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.453025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.454555] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.454970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.457581] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.457581] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.457581] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.457581] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.608951] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.609269] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.609438] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.609864] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.610298] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.610518] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.610705] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.611033] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.611271] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.611571] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.611749] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.611923] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.612111] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.612287] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.612455] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.612675] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.631760] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.632079] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 827.632297] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.632587] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.633089] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-9ad42b05-cc56-4197-be97-1cf4b39658c4 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.633379] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-9ad42b05-cc56-4197-be97-1cf4b39658c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.633590] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-9ad42b05-cc56-4197-be97-1cf4b39658c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.634077] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-9ad42b05-cc56-4197-be97-1cf4b39658c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.634328] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ad42b05-cc56-4197-be97-1cf4b39658c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.959197] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.959197] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.959580] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.959580] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.980064] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.980336] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.980474] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.980537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.980720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.980782] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.980878] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f20caacf-c060-4d46-9676-83812041913e is going to be updated. [ 828.005703] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.005813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.005869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.006057] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.006213] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.014053] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f20caacf-c060-4d46-9676-83812041913e in Status: IN_PROGRESS for 2s [ 828.064986] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 in Status: SUCCESS [ 828.065229] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 deletion is rescheduled due to dependency. [ 828.065352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.137205] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.138759] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.139728] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.140572] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.141606] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.141606] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 9ad42b05-cc56-4197-be97-1cf4b39658c4 not found, creating... [ 828.142471] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.142471] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.142772] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.143363] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.143532] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.144017] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.144287] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.144438] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.146561] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.146561] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.146561] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 9ad42b05-cc56-4197-be97-1cf4b39658c4 is going to be created. [ 828.166771] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.167540] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.167540] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.167540] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.168743] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.168743] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-9ad42b05-cc56-4197-be97-1cf4b39658c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.613894] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 in Status: SUCCESS [ 828.614191] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 deletion is rescheduled due to dependency. [ 828.614394] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.968716] env[69236]: INFO networking_nsxv3.common.synchronization [req-57573160-8b9e-4679-b4a3-f07da604f053 req-f74e479a-7598-4b63-9012-dba4a59c0daf service nova] Enqueued Resource ID: f5d1c206-b34c-4539-9f61-de443d735d6f with Priority: HIGHEST for action security_group_rules [ 828.969026] env[69236]: INFO networking_nsxv3.common.synchronization [req-57573160-8b9e-4679-b4a3-f07da604f053 req-f74e479a-7598-4b63-9012-dba4a59c0daf service nova] Enqueued Resource ID: f5d1c206-b34c-4539-9f61-de443d735d6f with Priority: HIGHEST for action security_group_members [ 828.969076] env[69236]: INFO networking_nsxv3.common.synchronization [req-57573160-8b9e-4679-b4a3-f07da604f053 req-f74e479a-7598-4b63-9012-dba4a59c0daf service nova] Enqueued Resource ID: 9ad42b05-cc56-4197-be97-1cf4b39658c4 with Priority: HIGHEST for action port [ 828.969478] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d1c206-b34c-4539-9f61-de443d735d6f with Priority: HIGHEST for action security_group_rules [ 828.969478] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d1c206-b34c-4539-9f61-de443d735d6f with Priority: HIGHEST for action security_group_members [ 828.969731] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad42b05-cc56-4197-be97-1cf4b39658c4 with Priority: HIGHEST for action port [ 828.973881] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5d1c206-b34c-4539-9f61-de443d735d6f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.974132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.974132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.974289] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.974345] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5d1c206-b34c-4539-9f61-de443d735d6f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.975726] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5d1c206-b34c-4539-9f61-de443d735d6f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.975846] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.975914] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.976103] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.976252] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.976345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.976408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.976610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.976610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.976747] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5d1c206-b34c-4539-9f61-de443d735d6f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.977475] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ad42b05-cc56-4197-be97-1cf4b39658c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.977583] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ad42b05-cc56-4197-be97-1cf4b39658c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.977638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ad42b05-cc56-4197-be97-1cf4b39658c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.977827] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ad42b05-cc56-4197-be97-1cf4b39658c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.977893] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ad42b05-cc56-4197-be97-1cf4b39658c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.327170] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: SUCCESS [ 829.327444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.327627] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.327860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.328082] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.328205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.328271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.328447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.328530] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.328616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.328710] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.476392] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5d1c206-b34c-4539-9f61-de443d735d6f taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.476392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.486306] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5d1c206-b34c-4539-9f61-de443d735d6f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.486969] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ad42b05-cc56-4197-be97-1cf4b39658c4 with status ACTIVE [ 829.487199] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.487322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.487421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.487628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.487726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.487897] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.487997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.488070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.488212] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.488296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.488569] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.488569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.488728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.488790] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.488941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.488941] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ad42b05-cc56-4197-be97-1cf4b39658c4 is going to be updated. [ 829.508479] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.508479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.508722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.508768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.510304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.510562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ad42b05-cc56-4197-be97-1cf4b39658c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.831370] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.831571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.831637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.831816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.831990] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.832114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.832177] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.832333] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.832417] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.832506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.832653] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.832743] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.832801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.832941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.833085] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.833176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.833237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.833370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.833445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.833527] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.833616] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.990927] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5d1c206-b34c-4539-9f61-de443d735d6f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.024722] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f20caacf-c060-4d46-9676-83812041913e in Status: SUCCESS [ 830.024933] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f20caacf-c060-4d46-9676-83812041913e deletion is rescheduled due to dependency. [ 830.025057] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.337316] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 399ee7f9-e3ed-4b72-8425-a1de5fe3b681: rpc.has_security_group_logging(os_id): False [ 830.354070] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.354219] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.354291] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.355396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.370887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.371195] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.371326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.371394] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.371601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.371684] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.371964] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.372117] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.372213] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.372423] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.372517] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.372718] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.372829] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.372891] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.373054] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.373136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.373223] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 is going to be updated. [ 830.432072] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.433056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.433056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.433056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.433056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.445186] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: IN_PROGRESS for 2s [ 830.493815] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.494057] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.494057] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.494277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.494365] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.494470] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5d1c206-b34c-4539-9f61-de443d735d6f is going to be created. [ 830.527480] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.527742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.527850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.528189] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.528463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.544770] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5d1c206-b34c-4539-9f61-de443d735d6f in Status: UNINITIALIZED for 2s [ 831.941168] env[69236]: INFO networking_nsxv3.common.synchronization [req-19fcf9da-197f-4c6c-9947-d7ab76a5265c req-5d889c32-0e11-4c69-8be6-ea982125d0cf tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 831.941688] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 831.942016] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.942145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.942213] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.942411] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.942956] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.943841] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.943921] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.944096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.944188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.944286] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.456344] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.456344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.456344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.456344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.456344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.456344] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.456344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.456344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.456344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.456344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.456344] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be updated. [ 832.461521] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: SUCCESS [ 832.461734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.483248] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.483449] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.483540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.484012] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.484343] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.493337] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: IN_PROGRESS for 2s [ 832.555240] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5d1c206-b34c-4539-9f61-de443d735d6f in Status: SUCCESS [ 832.555478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.555652] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.555884] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.556182] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.556182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.556326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.556398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.556570] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.556570] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.556705] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5d1c206-b34c-4539-9f61-de443d735d6f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.059690] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5d1c206-b34c-4539-9f61-de443d735d6f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.565757] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5d1c206-b34c-4539-9f61-de443d735d6f: rpc.has_security_group_logging(os_id): False [ 833.584746] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.584979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.585100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.585407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.585552] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.585906] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.586079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.586186] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.586396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.586536] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.586658] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5d1c206-b34c-4539-9f61-de443d735d6f is going to be created. [ 833.641962] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.642158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.642231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.642453] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.642642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.652367] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5d1c206-b34c-4539-9f61-de443d735d6f in Status: IN_PROGRESS for 2s [ 834.502932] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 834.503238] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 deletion is rescheduled due to dependency. [ 834.503238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.787963] env[69236]: INFO networking_nsxv3.common.synchronization [req-82a10867-ca78-4f02-9937-ca6d5eef8b08 req-5c8ad6f5-56f6-419a-9d45-78cd7f3daa34 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Enqueued Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_members [ 834.788521] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_members [ 834.788824] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.788948] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.789026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.789229] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.789381] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.789500] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.789571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.789723] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.789808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.789904] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.292449] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.668036] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5d1c206-b34c-4539-9f61-de443d735d6f in Status: SUCCESS [ 835.668036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.795744] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.299647] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.299835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.299915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.300618] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.300618] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.300618] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 is going to be updated. [ 836.344775] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.344938] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.344992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.345212] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.345361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.353832] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: IN_PROGRESS for 2s [ 837.204322] env[69236]: INFO networking_nsxv3.common.synchronization [req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 req-31f002b0-7fbf-41a9-8c7a-5789926118c4 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Enqueued Resource ID: 55df1f5c-144a-4620-826d-e946434503aa with Priority: HIGHEST for action security_group_members [ 837.204840] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55df1f5c-144a-4620-826d-e946434503aa with Priority: HIGHEST for action security_group_members [ 837.205510] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-55df1f5c-144a-4620-826d-e946434503aa taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.205680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.205734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.205899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.206178] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.206296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.206390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.206515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.206622] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.206724] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55df1f5c-144a-4620-826d-e946434503aa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.708983] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.709141] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.709208] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.709415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.742632] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.742891] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.743017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.743087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.743282] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.743363] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.743450] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55df1f5c-144a-4620-826d-e946434503aa is going to be updated. [ 837.767998] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.768146] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.768221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.768431] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.768573] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.776789] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55df1f5c-144a-4620-826d-e946434503aa in Status: IN_PROGRESS for 2s [ 837.880122] env[69236]: INFO networking_nsxv3.common.synchronization [req-2442057a-a125-410f-b72f-2766c9ba30de req-bea95b73-4208-4f54-a6ae-7b60843dc308 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Enqueued Resource ID: 8458c192-6ec3-43d5-aa07-2890feab1518 with Priority: HIGHEST for action security_group_members [ 837.880122] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8458c192-6ec3-43d5-aa07-2890feab1518 with Priority: HIGHEST for action security_group_members [ 837.880122] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8458c192-6ec3-43d5-aa07-2890feab1518 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.880122] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.880122] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.880791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.881035] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.882115] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.882115] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.882115] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.882115] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.882115] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8458c192-6ec3-43d5-aa07-2890feab1518',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.366074] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: SUCCESS [ 838.366365] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.383629] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.384157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.384239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.384465] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.384554] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.384758] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.384864] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.384925] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.385127] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.385208] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.385299] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8458c192-6ec3-43d5-aa07-2890feab1518 already deleted. [ 838.385455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.876805] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.877097] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-277" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.877264] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-277" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.877666] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-277" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.878012] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.878255] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.878418] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.878693] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.878953] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.879226] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.879385] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.879570] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.879747] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.879950] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.880221] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.880410] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.902589] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.902589] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 838.902589] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.902778] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-277" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.903084] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-21c98289-160b-41bf-b9b1-52ff166b26bb taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.903267] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-21c98289-160b-41bf-b9b1-52ff166b26bb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.903394] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-21c98289-160b-41bf-b9b1-52ff166b26bb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.903728] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-21c98289-160b-41bf-b9b1-52ff166b26bb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.907016] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21c98289-160b-41bf-b9b1-52ff166b26bb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.408536] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.408536] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.408536] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.409052] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.409052] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.409115] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 21c98289-160b-41bf-b9b1-52ff166b26bb not found, creating... [ 839.409388] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.409556] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.409689] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.409933] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.410092] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.410399] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.410655] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.410808] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.411423] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.411623] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.411792] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 21c98289-160b-41bf-b9b1-52ff166b26bb is going to be created. [ 839.431455] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.431681] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.431811] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.432117] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.432350] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.432583] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-21c98289-160b-41bf-b9b1-52ff166b26bb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.786887] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55df1f5c-144a-4620-826d-e946434503aa in Status: SUCCESS [ 839.787104] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55df1f5c-144a-4620-826d-e946434503aa deletion is rescheduled due to dependency. [ 839.787227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.463165] env[69236]: INFO networking_nsxv3.common.synchronization [req-efe69f56-94ea-40b6-b1e2-8202aee0846b req-a3370421-984a-4257-b2d4-ee1e6af9e41f tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 840.463695] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 840.463992] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.464124] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.464202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.465252] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.465411] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.465560] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.465662] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.466767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.466767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.466767] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.599115] env[69236]: INFO networking_nsxv3.common.synchronization [req-2442057a-a125-410f-b72f-2766c9ba30de req-aaf45c7f-e6d9-46d4-b7c6-3f088e973602 service nova] Enqueued Resource ID: 8458c192-6ec3-43d5-aa07-2890feab1518 with Priority: HIGHEST for action security_group_rules [ 840.599115] env[69236]: INFO networking_nsxv3.common.synchronization [req-2442057a-a125-410f-b72f-2766c9ba30de req-aaf45c7f-e6d9-46d4-b7c6-3f088e973602 service nova] Enqueued Resource ID: 8458c192-6ec3-43d5-aa07-2890feab1518 with Priority: HIGHEST for action security_group_members [ 840.599115] env[69236]: INFO networking_nsxv3.common.synchronization [req-2442057a-a125-410f-b72f-2766c9ba30de req-aaf45c7f-e6d9-46d4-b7c6-3f088e973602 service nova] Enqueued Resource ID: 21c98289-160b-41bf-b9b1-52ff166b26bb with Priority: HIGHEST for action port [ 840.599115] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8458c192-6ec3-43d5-aa07-2890feab1518 with Priority: HIGHEST for action security_group_rules [ 840.599115] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8458c192-6ec3-43d5-aa07-2890feab1518 with Priority: HIGHEST for action security_group_members [ 840.599115] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c98289-160b-41bf-b9b1-52ff166b26bb with Priority: HIGHEST for action port [ 840.601131] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8458c192-6ec3-43d5-aa07-2890feab1518 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.601344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.601426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.601714] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.601844] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8458c192-6ec3-43d5-aa07-2890feab1518',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.602723] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8458c192-6ec3-43d5-aa07-2890feab1518 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.602932] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.603039] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.603235] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.603418] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.603541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.603627] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.603810] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.603907] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.604029] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8458c192-6ec3-43d5-aa07-2890feab1518',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.604890] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-21c98289-160b-41bf-b9b1-52ff166b26bb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.605051] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21c98289-160b-41bf-b9b1-52ff166b26bb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.609177] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21c98289-160b-41bf-b9b1-52ff166b26bb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.609412] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21c98289-160b-41bf-b9b1-52ff166b26bb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.609504] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21c98289-160b-41bf-b9b1-52ff166b26bb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.970982] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.970982] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.970982] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.970982] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.970982] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.970982] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.970982] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.970982] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.972227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.972557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.972557] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb already deleted. [ 840.972557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.087190] env[69236]: INFO networking_nsxv3.common.synchronization [req-efe69f56-94ea-40b6-b1e2-8202aee0846b req-d0fe4954-6f99-436e-9599-bf7d4912ca18 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 841.087749] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 841.088304] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.088510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.088619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.088906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.089092] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.091950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.091950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.091950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.091950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.091950] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.112246] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8458c192-6ec3-43d5-aa07-2890feab1518 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.112246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.112246] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8458c192-6ec3-43d5-aa07-2890feab1518',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.116706] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21c98289-160b-41bf-b9b1-52ff166b26bb with status ACTIVE [ 841.116706] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.116706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.116706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.116706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.116706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.116706] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.116706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.116706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.116706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.116706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.116706] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.116706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.116706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.116706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.116706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.116706] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21c98289-160b-41bf-b9b1-52ff166b26bb is going to be updated. [ 841.139373] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.139610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.139675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.139857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.140052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.140179] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21c98289-160b-41bf-b9b1-52ff166b26bb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.325198] env[69236]: INFO networking_nsxv3.common.synchronization [req-8205847e-94b0-4488-b7d1-bc374ed9477a req-1aafbc6e-268a-4585-97b5-0caf024e2d5f tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 with Priority: HIGHEST for action security_group_members [ 841.325198] env[69236]: INFO networking_nsxv3.common.synchronization [req-8205847e-94b0-4488-b7d1-bc374ed9477a req-1aafbc6e-268a-4585-97b5-0caf024e2d5f tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 841.325198] env[69236]: INFO networking_nsxv3.common.synchronization [req-8205847e-94b0-4488-b7d1-bc374ed9477a req-1aafbc6e-268a-4585-97b5-0caf024e2d5f tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Enqueued Resource ID: a6cfe658-062c-462d-8b71-2276a8d43084 with Priority: HIGHEST for action security_group_members [ 841.325198] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 with Priority: HIGHEST for action security_group_members [ 841.325198] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGHEST for action security_group_members [ 841.325198] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6cfe658-062c-462d-8b71-2276a8d43084 with Priority: HIGHEST for action security_group_members [ 841.325198] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-12052fbd-5697-4f52-99fb-557f153bc8f8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.325890] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.326136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.326891] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.328147] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.329088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.329088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.329088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.329088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.329088] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.330628] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.330909] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.331320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.332015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.332015] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.332382] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.334076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.334076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.334076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.334076] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.334076] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6cfe658-062c-462d-8b71-2276a8d43084 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.334076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.334076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.335226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.335649] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.337081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.337081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.337081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.337081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.337081] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6cfe658-062c-462d-8b71-2276a8d43084',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.594396] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.594727] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.594727] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.595083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.595178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.595391] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.595502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.595553] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.595709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.595778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.595859] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb already deleted. [ 841.595980] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.611373] env[69236]: INFO networking_nsxv3.common.synchronization [req-efe69f56-94ea-40b6-b1e2-8202aee0846b req-aa08201d-cd55-446a-be58-c7799128e2ca tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 841.611899] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 841.612218] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.612340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.612405] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.612598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.612750] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.612847] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.612910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.613074] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.613173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.613250] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.618613] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8458c192-6ec3-43d5-aa07-2890feab1518',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.709317] env[69236]: INFO networking_nsxv3.common.synchronization [None req-a3d82271-481e-4b7b-938f-bbbd3e6efbf8 None None] Enqueued Resource ID: f9d47c7b-852d-48d1-8470-a9639300772e with Priority: HIGHEST for action port [ 841.709317] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d47c7b-852d-48d1-8470-a9639300772e with Priority: HIGHEST for action port [ 841.709814] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9d47c7b-852d-48d1-8470-a9639300772e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.709931] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9d47c7b-852d-48d1-8470-a9639300772e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.710037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9d47c7b-852d-48d1-8470-a9639300772e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.710249] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9d47c7b-852d-48d1-8470-a9639300772e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.710387] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9d47c7b-852d-48d1-8470-a9639300772e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.838586] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.838586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.838810] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.839016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.840371] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.840549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.841052] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.841149] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.859869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.860109] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.860239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.860294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.860516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.860780] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.860923] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 is going to be updated. [ 841.861858] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.862660] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.862660] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.862660] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.862660] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.862660] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.862660] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.862965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.862965] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be updated. [ 841.863916] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.864159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.881923] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.882122] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.882254] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.882360] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.882517] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.882580] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.882673] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6cfe658-062c-462d-8b71-2276a8d43084 is going to be updated. [ 841.892399] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.892534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.892604] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.892797] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.892933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.894568] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.894684] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.894813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.894910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.895345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.903128] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: IN_PROGRESS for 2s [ 841.904051] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 in Status: IN_PROGRESS for 2s [ 841.947019] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.947019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.947019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.947019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.947019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.959077] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6cfe658-062c-462d-8b71-2276a8d43084 in Status: IN_PROGRESS for 2s [ 842.115536] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.115911] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.115911] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.116069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.116168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.116351] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.116446] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.116509] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.116659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.116738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.116829] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb already deleted. [ 842.116898] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.120654] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.120654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.120654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.121061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.121061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.121061] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8458c192-6ec3-43d5-aa07-2890feab1518 is going to be created. [ 842.145296] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.145296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.145296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.145574] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.145574] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.154219] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8458c192-6ec3-43d5-aa07-2890feab1518 in Status: UNINITIALIZED for 2s [ 842.211406] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.211406] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-350" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.211406] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-350" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.212266] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-350" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.212691] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.212947] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.213513] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.213513] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.213680] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.214010] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.214211] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.214398] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.214601] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.214884] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.215115] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.215488] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.217771] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9d47c7b-852d-48d1-8470-a9639300772e [ 842.218030] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.218202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.218309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.218554] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.218691] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.218834] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9d47c7b-852d-48d1-8470-a9639300772e already deleted. [ 842.218962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9d47c7b-852d-48d1-8470-a9639300772e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.239663] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.239869] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 842.240024] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.240211] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-350" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.240610] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-20ed1609-6553-4e14-8d07-a1ef154db2b4 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.240863] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-20ed1609-6553-4e14-8d07-a1ef154db2b4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.240914] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-20ed1609-6553-4e14-8d07-a1ef154db2b4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.241254] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-20ed1609-6553-4e14-8d07-a1ef154db2b4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.241413] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20ed1609-6553-4e14-8d07-a1ef154db2b4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.745836] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.746183] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.746218] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.746518] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.746678] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.746838] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 20ed1609-6553-4e14-8d07-a1ef154db2b4 not found, creating... [ 842.747118] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.747348] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.747410] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.747764] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.747922] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.748565] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.748565] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.748941] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.748941] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.749119] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.749296] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 20ed1609-6553-4e14-8d07-a1ef154db2b4 is going to be created. [ 842.768430] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.768692] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.768907] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.769306] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.769726] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.772256] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-20ed1609-6553-4e14-8d07-a1ef154db2b4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.913019] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 in Status: SUCCESS [ 843.913346] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 deletion is rescheduled due to dependency. [ 843.913387] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.914178] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 in Status: SUCCESS [ 843.914253] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 deletion is rescheduled due to dependency. [ 843.914353] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.967163] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6cfe658-062c-462d-8b71-2276a8d43084 in Status: SUCCESS [ 843.967367] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6cfe658-062c-462d-8b71-2276a8d43084 deletion is rescheduled due to dependency. [ 843.967496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.053936] env[69236]: INFO networking_nsxv3.common.synchronization [None req-9ff79e52-235c-441a-914c-ccd45ab7c4a4 None None] Enqueued Resource ID: 05ed21c3-c893-4e3e-9b2f-c0265e8b4cc1 with Priority: HIGHEST for action port [ 844.054225] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ed21c3-c893-4e3e-9b2f-c0265e8b4cc1 with Priority: HIGHEST for action port [ 844.055514] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-05ed21c3-c893-4e3e-9b2f-c0265e8b4cc1 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.055696] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05ed21c3-c893-4e3e-9b2f-c0265e8b4cc1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.055795] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05ed21c3-c893-4e3e-9b2f-c0265e8b4cc1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.056693] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05ed21c3-c893-4e3e-9b2f-c0265e8b4cc1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.056693] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05ed21c3-c893-4e3e-9b2f-c0265e8b4cc1',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.057438] env[69236]: INFO networking_nsxv3.common.synchronization [req-efe69f56-94ea-40b6-b1e2-8202aee0846b req-6f93d6f3-07b6-4355-84ae-f5561969ff5b service nova] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_rules [ 844.058410] env[69236]: INFO networking_nsxv3.common.synchronization [req-efe69f56-94ea-40b6-b1e2-8202aee0846b req-6f93d6f3-07b6-4355-84ae-f5561969ff5b service nova] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 844.058410] env[69236]: INFO networking_nsxv3.common.synchronization [req-efe69f56-94ea-40b6-b1e2-8202aee0846b req-6f93d6f3-07b6-4355-84ae-f5561969ff5b service nova] Enqueued Resource ID: 20ed1609-6553-4e14-8d07-a1ef154db2b4 with Priority: HIGHEST for action port [ 844.058650] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_rules [ 844.058721] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 844.058850] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ed1609-6553-4e14-8d07-a1ef154db2b4 with Priority: HIGHEST for action port [ 844.059336] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.059336] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.059429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.059669] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.060086] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.060539] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.060692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.060774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.061161] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.061161] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.061262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.061262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.061397] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.061463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.062336] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.062882] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-20ed1609-6553-4e14-8d07-a1ef154db2b4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.062981] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20ed1609-6553-4e14-8d07-a1ef154db2b4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.063062] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20ed1609-6553-4e14-8d07-a1ef154db2b4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.063250] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20ed1609-6553-4e14-8d07-a1ef154db2b4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.063276] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20ed1609-6553-4e14-8d07-a1ef154db2b4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.163377] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8458c192-6ec3-43d5-aa07-2890feab1518 in Status: SUCCESS [ 844.163612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.163770] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.164089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.164287] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.164407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.164473] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.164624] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.164708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.164796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.164887] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8458c192-6ec3-43d5-aa07-2890feab1518',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.560227] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05ed21c3-c893-4e3e-9b2f-c0265e8b4cc1 [ 844.560227] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.560227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.560227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.560227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.560227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.560227] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05ed21c3-c893-4e3e-9b2f-c0265e8b4cc1 already deleted. [ 844.560227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05ed21c3-c893-4e3e-9b2f-c0265e8b4cc1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.568021] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.568021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.568021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.568021] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20ed1609-6553-4e14-8d07-a1ef154db2b4 with status ACTIVE [ 844.568021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.568021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.568021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.568021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.568021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.568021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.568021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.568021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.568021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.568021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.568643] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.568643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.568643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.568643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.568643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.568643] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20ed1609-6553-4e14-8d07-a1ef154db2b4 is going to be updated. [ 844.590623] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.590623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.590623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.590623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.590623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.590623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20ed1609-6553-4e14-8d07-a1ef154db2b4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.668250] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8458c192-6ec3-43d5-aa07-2890feab1518 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.668817] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.669016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.669304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.669625] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.669853] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.669998] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.670251] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.672019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.672019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.672019] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8458c192-6ec3-43d5-aa07-2890feab1518 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.672019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.672019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.672019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.672019] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.672019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.672019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.672019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.672019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.672019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.672019] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8458c192-6ec3-43d5-aa07-2890feab1518',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.829190] env[69236]: INFO networking_nsxv3.common.synchronization [req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c req-57711264-0ccf-4555-af96-0fe97c00ba18 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Enqueued Resource ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc with Priority: HIGHEST for action security_group_members [ 844.829779] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc with Priority: HIGHEST for action security_group_members [ 844.830496] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-24914fec-9437-45fc-b7fe-e81d12e23ecc taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.830645] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.830717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.830918] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.831090] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.831201] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.831265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.831420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.831501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.831586] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24914fec-9437-45fc-b7fe-e81d12e23ecc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.066823] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.179111] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8458c192-6ec3-43d5-aa07-2890feab1518: rpc.has_security_group_logging(os_id): False [ 845.199225] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.199225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.199225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.199225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.199225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.199225] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.199225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.199225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.199225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.199225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.199225] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.199225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.199225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.199225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.199225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.199768] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.199768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.199768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.199768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.199768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.200037] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8458c192-6ec3-43d5-aa07-2890feab1518 is going to be created. [ 845.221984] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-589 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.221984] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-589" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.221984] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-589" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.221984] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-589" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.221984] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.222346] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.222628] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.223033] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.223269] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.224293] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.224583] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.224809] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.226392] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.226392] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.226392] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.226392] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.248023] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.248023] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 845.248023] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.248023] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-589" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.248023] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-0be9dc9e-045c-4511-a45b-a5878df2274d taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.248023] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-0be9dc9e-045c-4511-a45b-a5878df2274d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.248023] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-0be9dc9e-045c-4511-a45b-a5878df2274d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.248023] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-0be9dc9e-045c-4511-a45b-a5878df2274d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.248023] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0be9dc9e-045c-4511-a45b-a5878df2274d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.254652] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.255022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.255022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.255110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.255255] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.265480] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8458c192-6ec3-43d5-aa07-2890feab1518 in Status: IN_PROGRESS for 2s [ 845.334132] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.334341] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.334414] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.334635] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.356761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.356761] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.356761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.356761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.356761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.356761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.356761] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc is going to be updated. [ 845.392317] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.392317] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.392317] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.392317] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.392317] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.401441] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc in Status: IN_PROGRESS for 2s [ 845.571903] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.571903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.571903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.571903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.571903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.571903] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb is going to be created. [ 845.594359] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.594568] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.594613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.594829] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.594996] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.611266] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: UNINITIALIZED for 2s [ 845.751342] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.751594] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.751729] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.752074] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.752235] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.752404] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 0be9dc9e-045c-4511-a45b-a5878df2274d not found, creating... [ 845.752760] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.752933] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.753104] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.753366] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.753541] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.753871] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.754087] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.754701] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.754985] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.755261] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.755432] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 0be9dc9e-045c-4511-a45b-a5878df2274d is going to be created. [ 845.778525] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.778811] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.778967] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.779298] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.779598] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.779844] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-0be9dc9e-045c-4511-a45b-a5878df2274d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.715672] env[69236]: INFO networking_nsxv3.common.synchronization [req-efe69f56-94ea-40b6-b1e2-8202aee0846b req-a21fbc96-24e4-4447-a290-ed9c9b4e44d0 service nova] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_rules [ 846.715672] env[69236]: INFO networking_nsxv3.common.synchronization [req-efe69f56-94ea-40b6-b1e2-8202aee0846b req-a21fbc96-24e4-4447-a290-ed9c9b4e44d0 service nova] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 846.715672] env[69236]: INFO networking_nsxv3.common.synchronization [req-efe69f56-94ea-40b6-b1e2-8202aee0846b req-a21fbc96-24e4-4447-a290-ed9c9b4e44d0 service nova] Enqueued Resource ID: 0be9dc9e-045c-4511-a45b-a5878df2274d with Priority: HIGHEST for action port [ 846.715952] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_rules [ 846.715952] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 846.716033] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be9dc9e-045c-4511-a45b-a5878df2274d with Priority: HIGHEST for action port [ 846.716522] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.716631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.716824] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.716903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.717961] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-0be9dc9e-045c-4511-a45b-a5878df2274d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.718110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0be9dc9e-045c-4511-a45b-a5878df2274d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.718178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0be9dc9e-045c-4511-a45b-a5878df2274d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.718385] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0be9dc9e-045c-4511-a45b-a5878df2274d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.718594] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0be9dc9e-045c-4511-a45b-a5878df2274d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.222247] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0be9dc9e-045c-4511-a45b-a5878df2274d with status ACTIVE [ 847.222471] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.222608] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.222677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.223121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.223121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.223229] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.223274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.223311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.223459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.223603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.223713] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.223852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.223852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.223987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.224130] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.224228] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0be9dc9e-045c-4511-a45b-a5878df2274d is going to be updated. [ 847.254482] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.254482] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.254482] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.254482] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.254482] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.254482] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0be9dc9e-045c-4511-a45b-a5878df2274d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.284725] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8458c192-6ec3-43d5-aa07-2890feab1518 in Status: SUCCESS [ 847.284725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.412830] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc in Status: SUCCESS [ 847.413267] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc deletion is rescheduled due to dependency. [ 847.413267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.620304] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: SUCCESS [ 847.620898] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.620898] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.621127] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.621187] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.621267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.621308] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.621457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.621524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.622074] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.622074] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.622541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.622784] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.622846] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.622998] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.622998] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.623151] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.623224] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.623311] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.631214] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.631465] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-350" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.631596] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-350" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.631838] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-350" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.632367] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.632569] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.632604] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.632820] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.632966] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.633533] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.633661] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.633806] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.633925] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.634134] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.634181] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.634498] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.650772] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.650949] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 847.651105] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.651281] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-350" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.651579] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-139d683b-24b2-4fb7-a78e-6f40dc497627 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.651752] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-139d683b-24b2-4fb7-a78e-6f40dc497627" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.651878] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-139d683b-24b2-4fb7-a78e-6f40dc497627" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.652219] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-139d683b-24b2-4fb7-a78e-6f40dc497627" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.652366] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('139d683b-24b2-4fb7-a78e-6f40dc497627',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.125637] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.126177] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.126177] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.154332] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.154456] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.154600] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.154907] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.155097] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.155285] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 139d683b-24b2-4fb7-a78e-6f40dc497627 not found, creating... [ 848.155636] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.155825] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.155952] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.156217] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.156381] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.156682] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.156902] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.157145] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.157427] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.157651] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.157821] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 139d683b-24b2-4fb7-a78e-6f40dc497627 is going to be created. [ 848.177204] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.177422] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.177538] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.177806] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.178058] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.178293] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-139d683b-24b2-4fb7-a78e-6f40dc497627" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.628861] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.031027] env[69236]: INFO networking_nsxv3.common.synchronization [req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a req-f607e40e-a9ec-4d9b-b878-562e894273b1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Enqueued Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 849.031027] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 849.031027] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.031027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.031027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.031027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.031027] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.033070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.033070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.033070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.033070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.033070] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.131495] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.133274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.133274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.133274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.133274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.133274] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb is going to be updated. [ 849.158528] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.158791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.158791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.159029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.159221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.167323] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: IN_PROGRESS for 2s [ 849.279698] env[69236]: INFO networking_nsxv3.common.synchronization [req-efe69f56-94ea-40b6-b1e2-8202aee0846b req-09aded1e-fada-41c7-821d-63092c73f0db service nova] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_rules [ 849.279869] env[69236]: INFO networking_nsxv3.common.synchronization [req-efe69f56-94ea-40b6-b1e2-8202aee0846b req-09aded1e-fada-41c7-821d-63092c73f0db service nova] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 849.280014] env[69236]: INFO networking_nsxv3.common.synchronization [req-efe69f56-94ea-40b6-b1e2-8202aee0846b req-09aded1e-fada-41c7-821d-63092c73f0db service nova] Enqueued Resource ID: 139d683b-24b2-4fb7-a78e-6f40dc497627 with Priority: HIGHEST for action port [ 849.280561] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_rules [ 849.280702] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 849.280831] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 139d683b-24b2-4fb7-a78e-6f40dc497627 with Priority: HIGHEST for action port [ 849.281081] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.281190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.281372] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.281476] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.281613] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-139d683b-24b2-4fb7-a78e-6f40dc497627 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.281707] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-139d683b-24b2-4fb7-a78e-6f40dc497627" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.281791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-139d683b-24b2-4fb7-a78e-6f40dc497627" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.281986] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-139d683b-24b2-4fb7-a78e-6f40dc497627" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.282105] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('139d683b-24b2-4fb7-a78e-6f40dc497627',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.538313] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.538460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.538533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.538748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.562597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.562597] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.562597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.562597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.562597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.562597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.562597] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 is going to be updated. [ 849.586481] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.586667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.586710] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.587094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.587094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.594989] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: IN_PROGRESS for 2s [ 849.652616] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-83 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.652822] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-83" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.652953] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-83" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.653243] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-83" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.653506] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.653669] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.653791] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.654016] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.654168] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.654381] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.654498] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.654626] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.654803] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.654931] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.655066] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.655202] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.672957] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.673159] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 849.673277] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.673542] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-83" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.673744] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-f82f3deb-ca14-4d53-a6ec-92e94695f382 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.673918] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-f82f3deb-ca14-4d53-a6ec-92e94695f382" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.674156] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-f82f3deb-ca14-4d53-a6ec-92e94695f382" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.674409] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-f82f3deb-ca14-4d53-a6ec-92e94695f382" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.674558] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f82f3deb-ca14-4d53-a6ec-92e94695f382',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.784864] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 139d683b-24b2-4fb7-a78e-6f40dc497627 with status ACTIVE [ 849.785071] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.786088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.786088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.786088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.786088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.786088] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.786088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.786088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.786088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.786620] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.786620] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.786620] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.786620] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.786620] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.786789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.786789] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 139d683b-24b2-4fb7-a78e-6f40dc497627 is going to be updated. [ 849.807830] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.807971] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.808079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.808245] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.808533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.808533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-139d683b-24b2-4fb7-a78e-6f40dc497627" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.177840] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.178205] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.178260] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.178520] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.178681] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.178861] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port f82f3deb-ca14-4d53-a6ec-92e94695f382 not found, creating... [ 850.179145] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.179310] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.179429] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.179685] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.179831] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.180152] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.180333] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.180456] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.180714] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.180867] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.181029] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: f82f3deb-ca14-4d53-a6ec-92e94695f382 is going to be created. [ 850.211088] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.211351] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.211481] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.211771] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.212016] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.212258] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-f82f3deb-ca14-4d53-a6ec-92e94695f382" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.179084] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: SUCCESS [ 851.179385] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.179769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.180145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.180572] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.180761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.181053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.181595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.181745] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.182277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.182536] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.182653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.182805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.182977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.183175] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.183277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.183339] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.183510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.183583] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.183667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.183848] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.184649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.184821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.184980] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.186339] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.186339] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.186339] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.186339] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.186339] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.405119] env[69236]: INFO networking_nsxv3.common.synchronization [req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a req-d7573362-aac1-4281-bf17-ad43af53712d service nova] Enqueued Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_rules [ 851.405119] env[69236]: INFO networking_nsxv3.common.synchronization [req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a req-d7573362-aac1-4281-bf17-ad43af53712d service nova] Enqueued Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 851.405119] env[69236]: INFO networking_nsxv3.common.synchronization [req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a req-d7573362-aac1-4281-bf17-ad43af53712d service nova] Enqueued Resource ID: f82f3deb-ca14-4d53-a6ec-92e94695f382 with Priority: HIGHEST for action port [ 851.405119] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_rules [ 851.405119] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 851.405119] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f82f3deb-ca14-4d53-a6ec-92e94695f382 with Priority: HIGHEST for action port [ 851.405863] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.406145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.406407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.406730] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.406927] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.410079] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.410079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.410079] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f82f3deb-ca14-4d53-a6ec-92e94695f382 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.410079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f82f3deb-ca14-4d53-a6ec-92e94695f382" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.410079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f82f3deb-ca14-4d53-a6ec-92e94695f382" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.410079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f82f3deb-ca14-4d53-a6ec-92e94695f382" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.413182] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f82f3deb-ca14-4d53-a6ec-92e94695f382',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.604304] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: SUCCESS [ 851.604488] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 deletion is rescheduled due to dependency. [ 851.604605] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.604762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.605026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.605211] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.605329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.605389] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.605543] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.605608] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.605706] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.688719] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.690128] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01cb74de-cd9f-404d-9a86-9fdb64daacbb: rpc.has_security_group_logging(os_id): False [ 851.707847] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.707847] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.707847] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.708095] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.708139] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.708331] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.708433] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.708489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.708642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.708718] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.708906] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.708998] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.709061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.709202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.709270] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.709452] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.709535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.709917] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.709917] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.709917] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.710099] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb is going to be created. [ 851.771312] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.771459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.771528] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.771722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.771916] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.781489] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: IN_PROGRESS for 2s [ 851.909462] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.909630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.916746] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f82f3deb-ca14-4d53-a6ec-92e94695f382 with status ACTIVE [ 851.916746] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.916746] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.916746] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.916746] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.916746] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.917124] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.917124] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.917124] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.917259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.917300] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.917475] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.917610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.917675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.917816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.917890] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.917973] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f82f3deb-ca14-4d53-a6ec-92e94695f382 is going to be updated. [ 851.940757] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.940944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.941012] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.941176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.941307] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.941465] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f82f3deb-ca14-4d53-a6ec-92e94695f382" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.107492] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.193670] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.610082] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.699060] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.699285] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.699285] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.699506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.699729] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.699838] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb is going to be updated. [ 852.728728] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.728728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.728728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.728728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.728728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.739075] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: IN_PROGRESS for 2s [ 853.112974] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.113160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.113223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.113434] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.113521] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.113621] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 is going to be updated. [ 853.139298] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.139298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.139298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.139298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.139481] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.147425] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: IN_PROGRESS for 2s [ 853.796277] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: SUCCESS [ 853.796597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.796686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.796910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.797010] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.288049] env[69236]: INFO networking_nsxv3.common.synchronization [req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 req-09fdd4ba-1c24-4e32-92fd-bf2d18322a9d tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Enqueued Resource ID: 8458c192-6ec3-43d5-aa07-2890feab1518 with Priority: HIGHEST for action security_group_members [ 854.288049] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8458c192-6ec3-43d5-aa07-2890feab1518 with Priority: HIGHEST for action security_group_members [ 854.288049] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8458c192-6ec3-43d5-aa07-2890feab1518 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.288049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.288049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.288049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.288049] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.288049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.288049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.288049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.288049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.288049] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8458c192-6ec3-43d5-aa07-2890feab1518',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.300175] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.300175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.748283] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: SUCCESS [ 854.748516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.748683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.748889] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.749093] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.749215] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.749283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.749628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.749628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.749628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.749983] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.792480] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.792480] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.792636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.792758] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.792847] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.793084] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.793159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.793202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.793342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.793422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.793617] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8458c192-6ec3-43d5-aa07-2890feab1518 is going to be updated. [ 854.820417] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.820750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.820750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.820859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.820989] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.830159] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8458c192-6ec3-43d5-aa07-2890feab1518 in Status: IN_PROGRESS for 2s [ 855.158425] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: SUCCESS [ 855.158720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.158926] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.159209] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.159411] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.159568] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.159682] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.159811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.159932] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.160020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.160103] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.252224] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.252410] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.252483] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.252886] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.253098] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.253243] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.253329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.253514] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.253621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.253734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.253925] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.254047] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.254128] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.254299] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.254454] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.254552] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.254615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.254786] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.255015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.255130] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.255235] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.560884] env[69236]: INFO networking_nsxv3.common.synchronization [req-864f922d-b833-4dd0-b489-7248ddc6c13b req-c8cb7aba-34cb-4fe0-8140-0778aa81e68c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Enqueued Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 855.561242] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 855.561537] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.561663] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.561805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.562515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.564444] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.564444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.564444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.564444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.564444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.564444] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.664893] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.667780] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.667881] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.668147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.668365] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.669588] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.669823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.670179] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.670334] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.670506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.670788] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.670946] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.671069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.671316] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.671557] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.671712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.671814] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.672048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.672182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.672316] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.672450] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.758297] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01cb74de-cd9f-404d-9a86-9fdb64daacbb: rpc.has_security_group_logging(os_id): False [ 855.777280] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.777438] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.777540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.777851] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.777961] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.778180] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.778283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.778347] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.778512] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.778589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.778788] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.778887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.778937] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.779093] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.779168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.779360] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.779453] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.779513] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.779675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.779747] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.779835] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb is going to be updated. [ 855.842095] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.842428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.842428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.842615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.842805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.858076] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: IN_PROGRESS for 2s [ 856.069880] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.175094] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb1d89bd-ac8f-4898-9016-b171aedf4601: rpc.has_security_group_logging(os_id): False [ 856.192972] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.193748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.193748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.197722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.197722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.197722] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.197722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.197722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.197722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.197722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.197722] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.197722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.197722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.197722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.197722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.197722] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.197722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.198261] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.198261] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.198261] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.198261] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 is going to be updated. [ 856.259798] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.260305] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.263060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.263060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.263060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.280987] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: IN_PROGRESS for 2s [ 856.573697] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.838556] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8458c192-6ec3-43d5-aa07-2890feab1518 in Status: SUCCESS [ 856.838743] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8458c192-6ec3-43d5-aa07-2890feab1518 deletion is rescheduled due to dependency. [ 856.838863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8458c192-6ec3-43d5-aa07-2890feab1518" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.078035] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.078035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.078035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.078035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.078035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.078035] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a is going to be updated. [ 857.105563] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.105723] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.105790] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.106010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.106765] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.114841] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: IN_PROGRESS for 2s [ 857.435858] env[69236]: INFO networking_nsxv3.common.synchronization [req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a req-370ee770-32c7-472b-b829-ab67cbb168f5 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Enqueued Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 857.436461] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 857.440530] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.440699] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.440879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.440995] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.441204] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.441329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.441401] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.441584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.441702] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.441807] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.743498] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-83 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.743701] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-83" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.745029] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-83" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.745029] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-83" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.745029] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.745029] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.745029] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.745029] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.745874] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.745874] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.745874] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.745874] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.746405] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.746608] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.746831] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.747006] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.765102] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.765102] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 857.765230] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.765529] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-83" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.765877] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-33386f64-33ec-4800-9937-4f06e8f3037c taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.766153] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-33386f64-33ec-4800-9937-4f06e8f3037c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.766337] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-33386f64-33ec-4800-9937-4f06e8f3037c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.766800] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-33386f64-33ec-4800-9937-4f06e8f3037c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.767018] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33386f64-33ec-4800-9937-4f06e8f3037c',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.870173] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: SUCCESS [ 857.870471] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.870714] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.871071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.871150] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.946021] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.270565] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.270912] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.271095] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.271348] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.271512] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.271674] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 33386f64-33ec-4800-9937-4f06e8f3037c not found, creating... [ 858.272091] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.272327] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.272989] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.273305] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.273482] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.273808] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.274145] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.274354] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.274571] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.274720] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.274868] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 33386f64-33ec-4800-9937-4f06e8f3037c is going to be created. [ 858.293961] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: SUCCESS [ 858.293961] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.296630] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.297916] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.297916] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.297916] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.297916] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.297916] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-33386f64-33ec-4800-9937-4f06e8f3037c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.374906] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.374906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.374906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.374906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.375113] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.375201] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.375266] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.375409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.375499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.375586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.375679] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.447910] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.879385] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.879819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.879819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.879986] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.880143] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.880260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.880327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.880480] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.880569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.880691] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.880863] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.880960] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.881080] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.881176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.881313] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.881403] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.881463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.881597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.881902] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.881902] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.881902] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.953600] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.953761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.953834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.954081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.954191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.954295] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 is going to be updated. [ 858.977217] env[69236]: INFO networking_nsxv3.common.synchronization [req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a req-19f36881-7b6b-4a5e-be55-a8b41b2b0fc1 service nova] Enqueued Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_rules [ 858.977400] env[69236]: INFO networking_nsxv3.common.synchronization [req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a req-19f36881-7b6b-4a5e-be55-a8b41b2b0fc1 service nova] Enqueued Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 858.977543] env[69236]: INFO networking_nsxv3.common.synchronization [req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a req-19f36881-7b6b-4a5e-be55-a8b41b2b0fc1 service nova] Enqueued Resource ID: 33386f64-33ec-4800-9937-4f06e8f3037c with Priority: HIGHEST for action port [ 858.977825] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_rules [ 858.977961] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 858.978073] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33386f64-33ec-4800-9937-4f06e8f3037c with Priority: HIGHEST for action port [ 858.978684] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.978830] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.978902] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.980548] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.980548] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.980721] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.980773] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.981226] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-33386f64-33ec-4800-9937-4f06e8f3037c taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.981226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33386f64-33ec-4800-9937-4f06e8f3037c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.981226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33386f64-33ec-4800-9937-4f06e8f3037c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.981352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33386f64-33ec-4800-9937-4f06e8f3037c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.981385] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33386f64-33ec-4800-9937-4f06e8f3037c',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.983685] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.983685] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.983799] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.983899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.984058] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.993295] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: IN_PROGRESS for 2s [ 859.123350] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: IN_PROGRESS for 4s [ 859.385330] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01cb74de-cd9f-404d-9a86-9fdb64daacbb: rpc.has_security_group_logging(os_id): False [ 859.401625] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.401778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.401869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.402243] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.402399] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.402565] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.402719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.402773] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.403342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.403342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.404114] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.404238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.404299] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.404445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.404521] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.406237] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.406237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.406237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.406237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.406237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.406237] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb is going to be updated. [ 859.476414] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.476573] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.476617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.476817] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.476961] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.483639] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.483782] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.486174] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33386f64-33ec-4800-9937-4f06e8f3037c with status ACTIVE [ 859.486518] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.486607] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.486712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.486972] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.487138] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.487401] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.487580] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.487657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.487887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.488033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.488317] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.488468] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.488572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.488787] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.488916] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.489442] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33386f64-33ec-4800-9937-4f06e8f3037c is going to be updated. [ 859.490827] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: IN_PROGRESS for 2s [ 859.519381] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.519551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.519637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.519821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.520336] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.520336] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33386f64-33ec-4800-9937-4f06e8f3037c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.952045] env[69236]: INFO networking_nsxv3.common.synchronization [req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 req-10bc3582-0d61-4154-a44f-4864f8251f34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Enqueued Resource ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 with Priority: HIGHEST for action security_group_members [ 859.952373] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 with Priority: HIGHEST for action security_group_members [ 859.952673] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-659e958e-e27d-4400-a09c-62bd0c7fe550 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.952796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.952861] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.953147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.953309] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.953408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.953472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.953617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.953702] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.953793] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('659e958e-e27d-4400-a09c-62bd0c7fe550',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.230485] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.232967] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-82" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.233113] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-82" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.233392] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-82" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.234474] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.234474] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.234474] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.234474] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.234474] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.234857] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.234857] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.234857] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.234857] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.234961] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.235034] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.235164] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.252769] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.252942] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 860.253116] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.253297] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-82" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.253602] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-22ec951b-6b58-4607-9aa4-8cdf0c245ebd taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.253806] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-22ec951b-6b58-4607-9aa4-8cdf0c245ebd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.253935] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-22ec951b-6b58-4607-9aa4-8cdf0c245ebd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.254280] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-22ec951b-6b58-4607-9aa4-8cdf0c245ebd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.254423] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22ec951b-6b58-4607-9aa4-8cdf0c245ebd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.340999] env[69236]: INFO networking_nsxv3.common.synchronization [req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 req-d158f69c-b457-408a-a392-2b425d400126 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 860.341688] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 860.341989] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.342124] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.342193] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.342390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.342540] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.342642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.342706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.343100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.343100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.345931] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.455412] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.455680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.455680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.455838] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.455928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.456137] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.456237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.456300] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.456450] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.456688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.456855] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 already deleted. [ 860.456950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.682950] env[69236]: INFO networking_nsxv3.common.synchronization [req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 req-90729818-ede3-45c9-ad51-8afe1e449c9c tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 860.682950] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 860.682950] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.683252] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.756413] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.756652] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.756787] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.757073] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.757229] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.757387] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 22ec951b-6b58-4607-9aa4-8cdf0c245ebd not found, creating... [ 860.757687] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.757852] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.757976] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.758206] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.758347] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.758632] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.758789] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.758910] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.759135] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.759269] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.759408] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 22ec951b-6b58-4607-9aa4-8cdf0c245ebd is going to be created. [ 860.778548] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.778795] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.778928] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.779234] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.779473] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.779715] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-22ec951b-6b58-4607-9aa4-8cdf0c245ebd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.848554] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.926967] env[69236]: INFO networking_nsxv3.common.synchronization [req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 req-2086ce98-a4cc-4b87-b72c-7cecaec3edcc tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 860.927517] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 860.928220] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.928336] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.003887] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: SUCCESS [ 861.004143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.004289] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.004504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.004683] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.004801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.004868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.005027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.005110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.005205] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.132697] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: SUCCESS [ 861.132995] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.351770] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.465429] env[69236]: INFO networking_nsxv3.common.synchronization [req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 req-88819ce4-b18f-471a-a262-87cf959ddcfa service nova] Enqueued Resource ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 with Priority: HIGHEST for action security_group_rules [ 861.465429] env[69236]: INFO networking_nsxv3.common.synchronization [req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 req-88819ce4-b18f-471a-a262-87cf959ddcfa service nova] Enqueued Resource ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 with Priority: HIGHEST for action security_group_members [ 861.469026] env[69236]: INFO networking_nsxv3.common.synchronization [req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 req-88819ce4-b18f-471a-a262-87cf959ddcfa service nova] Enqueued Resource ID: 22ec951b-6b58-4607-9aa4-8cdf0c245ebd with Priority: HIGHEST for action port [ 861.469026] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 with Priority: HIGHEST for action security_group_rules [ 861.469026] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 with Priority: HIGHEST for action security_group_members [ 861.469026] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ec951b-6b58-4607-9aa4-8cdf0c245ebd with Priority: HIGHEST for action port [ 861.469026] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-659e958e-e27d-4400-a09c-62bd0c7fe550 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.469026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.469026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.469681] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.469681] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('659e958e-e27d-4400-a09c-62bd0c7fe550',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.470208] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-659e958e-e27d-4400-a09c-62bd0c7fe550 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.470328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.470396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.470570] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.470730] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.470831] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.470894] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.471045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.471128] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.471217] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('659e958e-e27d-4400-a09c-62bd0c7fe550',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.472201] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-22ec951b-6b58-4607-9aa4-8cdf0c245ebd taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.472318] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22ec951b-6b58-4607-9aa4-8cdf0c245ebd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.472384] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22ec951b-6b58-4607-9aa4-8cdf0c245ebd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.472536] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22ec951b-6b58-4607-9aa4-8cdf0c245ebd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.472608] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22ec951b-6b58-4607-9aa4-8cdf0c245ebd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.504848] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: SUCCESS [ 861.505126] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.507471] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.853866] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.854087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.854137] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.854345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.854435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.854533] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb is going to be updated. [ 861.896190] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.896368] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.896443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.896689] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.896866] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.911592] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: IN_PROGRESS for 2s [ 861.974362] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-659e958e-e27d-4400-a09c-62bd0c7fe550 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.974489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.974657] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('659e958e-e27d-4400-a09c-62bd0c7fe550',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.975485] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22ec951b-6b58-4607-9aa4-8cdf0c245ebd with status ACTIVE [ 861.975657] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.975772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.975861] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.976076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.976195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.976337] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.976433] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.976495] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.976658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.976726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.976901] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.977022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.977164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.977330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.977412] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.978233] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22ec951b-6b58-4607-9aa4-8cdf0c245ebd is going to be updated. [ 861.998233] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.998374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.998444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.998639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.998771] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.998930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22ec951b-6b58-4607-9aa4-8cdf0c245ebd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.009573] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.479427] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('659e958e-e27d-4400-a09c-62bd0c7fe550',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.512096] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.512297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.512368] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.512572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.512655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.512750] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 is going to be updated. [ 862.541275] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.541485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.541618] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.542065] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.542760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.555482] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: IN_PROGRESS for 2s [ 862.714213] env[69236]: INFO networking_nsxv3.common.synchronization [req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 req-4dc1c6dc-4644-4906-ab2f-ebbe4524a9a0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Enqueued Resource ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 with Priority: HIGHEST for action security_group_members [ 862.714826] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 with Priority: HIGHEST for action security_group_members [ 862.715196] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.715325] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.715435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.716279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.716279] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.716498] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.716580] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.716824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.716916] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.717025] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d1719ba-b66f-4e1d-aaed-e04a0bfd4368',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.981500] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.981671] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.981729] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.982046] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.982175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.982305] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 is going to be created. [ 863.005410] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.005621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.005674] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.005935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.006157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.014587] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 in Status: UNINITIALIZED for 2s [ 863.223366] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.223515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.223583] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.223794] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.223879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.224086] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.224184] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.224242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.224388] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.224460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.224540] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 already deleted. [ 863.224687] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.496114] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.496114] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-329" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.496114] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-329" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.496522] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-329" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.496640] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.496806] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.496931] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.497166] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.497314] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.497524] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.497665] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.497814] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.497935] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.498072] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.498186] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.498324] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.515695] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.515790] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 863.515864] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.516052] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-329" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.516367] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.516541] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.516664] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.516970] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.517130] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.921661] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: SUCCESS [ 863.921904] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.922094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.922305] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.922492] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.922611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.922677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.922830] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.922912] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.923015] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.019389] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.019537] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.019751] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.020068] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.020259] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.020432] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8 not found, creating... [ 864.020807] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.020978] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.021115] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.021342] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.021487] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.021772] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.021931] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.022064] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.022272] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.022408] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.022553] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8 is going to be created. [ 864.041443] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.041639] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.041775] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.042037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.042280] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.042504] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.425277] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.425441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.425512] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.425731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.425873] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.426040] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.426192] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.426281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.426441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.426519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.426716] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb is going to be updated. [ 864.460158] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.460326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.460420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.460650] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.460872] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.469027] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: IN_PROGRESS for 2s [ 864.563658] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: SUCCESS [ 864.563979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.564194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.564405] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.564662] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.564757] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.564902] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.564940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.565015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.565105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.565198] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.926487] env[69236]: INFO networking_nsxv3.common.synchronization [req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 req-b934b85f-5d6c-4a67-aadf-c5fe5fff7e4e service nova] Enqueued Resource ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 with Priority: HIGHEST for action security_group_rules [ 864.926714] env[69236]: INFO networking_nsxv3.common.synchronization [req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 req-b934b85f-5d6c-4a67-aadf-c5fe5fff7e4e service nova] Enqueued Resource ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 with Priority: HIGHEST for action security_group_members [ 864.926810] env[69236]: INFO networking_nsxv3.common.synchronization [req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 req-b934b85f-5d6c-4a67-aadf-c5fe5fff7e4e service nova] Enqueued Resource ID: da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8 with Priority: HIGHEST for action port [ 864.927078] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 with Priority: HIGHEST for action security_group_rules [ 864.927227] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 with Priority: HIGHEST for action security_group_members [ 864.927327] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8 with Priority: HIGHEST for action port [ 864.927877] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.928000] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.932389] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.932600] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.932693] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d1719ba-b66f-4e1d-aaed-e04a0bfd4368',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.933569] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.933692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.933784] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.934031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.934267] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.934418] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.934517] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.934731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.934864] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.935010] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d1719ba-b66f-4e1d-aaed-e04a0bfd4368',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.936597] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.936759] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.936836] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.937014] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.937099] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.023093] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 in Status: SUCCESS [ 865.023324] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.023785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.023999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.024208] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.024323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.024387] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.024540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.024619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.024701] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.024789] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('659e958e-e27d-4400-a09c-62bd0c7fe550',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.067814] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.068044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.068044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.068258] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.068426] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.068565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.068647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.068717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.068785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.068875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.069512] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.069512] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.069512] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.069512] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.069512] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.069512] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.069785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.069785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.069842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.069904] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.069992] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.439298] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.439752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.439992] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d1719ba-b66f-4e1d-aaed-e04a0bfd4368',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.440951] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8 with status ACTIVE [ 865.441158] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.441275] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.441343] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.441545] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.441635] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.441802] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.441905] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.441958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.442451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.442578] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.442821] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.442978] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.443243] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.443452] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.443562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.443676] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8 is going to be updated. [ 865.467787] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.467875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.467875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.468584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.468584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.468584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.528350] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-659e958e-e27d-4400-a09c-62bd0c7fe550 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.528531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.528595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.531484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.531484] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.531484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.531484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.531484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.531484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.531484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.531484] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-659e958e-e27d-4400-a09c-62bd0c7fe550 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.531484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.531484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.531484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.531484] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.531484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.531484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.531484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.531484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.531484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.531484] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('659e958e-e27d-4400-a09c-62bd0c7fe550',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.572845] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb1d89bd-ac8f-4898-9016-b171aedf4601: rpc.has_security_group_logging(os_id): False [ 865.591456] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.591654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.591654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.591880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.591973] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.592268] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.592381] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.592434] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.592586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.592665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.592847] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.592942] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.593008] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.593153] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.593230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.593405] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.593502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.593554] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.593689] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.593763] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.593849] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 is going to be updated. [ 865.667084] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.667254] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.667326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.667532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.667860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.681151] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: IN_PROGRESS for 2s [ 865.946313] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d1719ba-b66f-4e1d-aaed-e04a0bfd4368',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.033313] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 659e958e-e27d-4400-a09c-62bd0c7fe550: rpc.has_security_group_logging(os_id): False [ 866.050363] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.050565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.050609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.050870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.051102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.051272] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.051374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.051456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.051625] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.051754] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.051916] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.052073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.052122] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.052303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.052558] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.052615] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.052706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.052774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.053054] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.053054] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.054300] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 is going to be created. [ 866.106216] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.106456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.106508] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.106710] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.108078] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.117366] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 in Status: IN_PROGRESS for 2s [ 866.449776] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.449776] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.449776] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.450083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.450200] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.450302] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 is going to be created. [ 866.475021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.475021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.475021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.475021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.475021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.479177] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: SUCCESS [ 866.479364] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb deletion is rescheduled due to dependency. [ 866.479474] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.480088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.480279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.480459] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.480566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.480627] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.484146] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.484146] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.484146] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.484146] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 in Status: UNINITIALIZED for 2s [ 866.985631] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.985895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.985895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.986101] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.986201] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.986408] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.986509] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.986572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.986728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.986806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.986893] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb is going to be updated. [ 867.010760] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.011443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.011443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.011443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.011443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.018911] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: IN_PROGRESS for 2s [ 867.694731] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: SUCCESS [ 867.694933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.130408] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 in Status: SUCCESS [ 868.130408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.493105] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 in Status: SUCCESS [ 868.493329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.493494] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.493744] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.493968] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.494104] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.494163] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.494321] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.494419] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.494506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.494608] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d1719ba-b66f-4e1d-aaed-e04a0bfd4368',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.996581] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d1719ba-b66f-4e1d-aaed-e04a0bfd4368',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.029637] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: SUCCESS [ 869.029948] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb deletion is rescheduled due to dependency. [ 869.030298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.438201] env[69236]: INFO networking_nsxv3.common.synchronization [req-dea45b06-8ff8-494e-92c2-4fc19c95866b req-ee6377bd-b50e-400e-8b9a-67cd9cb4ffb7 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Enqueued Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 869.438741] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 869.439056] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.439177] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.439241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.439434] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.439598] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.439690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.439782] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.439921] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.440021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.443322] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.503770] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368: rpc.has_security_group_logging(os_id): False [ 869.507028] env[69236]: INFO networking_nsxv3.common.synchronization [req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a req-8a3c2ecc-4213-43ac-912b-104a97e39f60 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Enqueued Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 869.507028] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGHEST for action security_group_members [ 869.508101] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.508224] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.527230] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.527333] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.527333] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.527567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.527660] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.527926] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.528040] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.528107] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.528283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.528363] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.528462] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 is going to be created. [ 869.537171] env[69236]: INFO networking_nsxv3.common.synchronization [req-967fa956-f248-4ea4-b379-57a2fcbbf910 req-2fe5806d-3ed1-4c61-9ea8-0cd6d0b5352e tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 869.537171] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 869.537171] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.537171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.537171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.541025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.541025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.541025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.541025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.541025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.541025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.541025] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.587540] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.587686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.587822] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.588137] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.588333] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.598653] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 in Status: IN_PROGRESS for 2s [ 869.651366] env[69236]: INFO networking_nsxv3.common.synchronization [req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc req-9a0bcf95-95db-41a5-80d0-11beb126c2b3 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Enqueued Resource ID: 3f489950-6e82-40bd-85d1-708077680ea0 with Priority: HIGHEST for action security_group_members [ 869.651870] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f489950-6e82-40bd-85d1-708077680ea0 with Priority: HIGHEST for action security_group_members [ 869.652179] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f489950-6e82-40bd-85d1-708077680ea0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.652301] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.652368] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.652564] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.652716] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.652815] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.652877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.653087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.653188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.653288] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.948843] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.043401] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.081950] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.082152] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.082288] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.082561] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.082830] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.082993] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.083129] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.086351] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.086548] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.086785] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.086917] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.087047] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.087165] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.087282] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.087400] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.087542] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.106052] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.106168] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 870.106311] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.106494] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.106811] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-ae37bea1-016f-4f10-aba9-0565887ce42d taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.107037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-ae37bea1-016f-4f10-aba9-0565887ce42d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.107113] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-ae37bea1-016f-4f10-aba9-0565887ce42d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.107449] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-ae37bea1-016f-4f10-aba9-0565887ce42d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.107589] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae37bea1-016f-4f10-aba9-0565887ce42d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.156814] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.156814] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.157016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.157254] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.157390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.157685] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.157824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.157896] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.158098] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.158183] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.158285] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f489950-6e82-40bd-85d1-708077680ea0 is going to be updated. [ 870.183150] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.183325] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.183367] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.183546] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.183682] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.191776] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f489950-6e82-40bd-85d1-708077680ea0 in Status: IN_PROGRESS for 2s [ 870.451286] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.545365] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.610397] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.610655] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.610808] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.611134] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.611318] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.611484] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port ae37bea1-016f-4f10-aba9-0565887ce42d not found, creating... [ 870.611780] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.611948] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.612099] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.612373] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.612535] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.612837] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.613056] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.613192] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.613421] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.613576] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.613723] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: ae37bea1-016f-4f10-aba9-0565887ce42d is going to be created. [ 870.632796] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.632981] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.634200] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.634590] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.634939] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.635278] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-ae37bea1-016f-4f10-aba9-0565887ce42d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.954561] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.954762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.954837] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.955140] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.955256] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.955383] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 is going to be updated. [ 870.982016] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.982207] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.982290] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.982518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.982683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.990194] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: IN_PROGRESS for 2s [ 871.048057] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.048211] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.048319] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.048564] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.048667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.048850] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be updated. [ 871.078773] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.078960] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.079045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.079867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.079867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.087442] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 871.421085] env[69236]: INFO networking_nsxv3.common.synchronization [req-967fa956-f248-4ea4-b379-57a2fcbbf910 req-19e88eca-835c-4296-bb49-0de7b23c710e service nova] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_rules [ 871.421408] env[69236]: INFO networking_nsxv3.common.synchronization [req-967fa956-f248-4ea4-b379-57a2fcbbf910 req-19e88eca-835c-4296-bb49-0de7b23c710e service nova] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 871.421612] env[69236]: INFO networking_nsxv3.common.synchronization [req-967fa956-f248-4ea4-b379-57a2fcbbf910 req-19e88eca-835c-4296-bb49-0de7b23c710e service nova] Enqueued Resource ID: ae37bea1-016f-4f10-aba9-0565887ce42d with Priority: HIGHEST for action port [ 871.422201] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_rules [ 871.422393] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 871.422520] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae37bea1-016f-4f10-aba9-0565887ce42d with Priority: HIGHEST for action port [ 871.422838] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.423058] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.423147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.423391] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.423542] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.424957] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.424957] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.425132] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae37bea1-016f-4f10-aba9-0565887ce42d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.425231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae37bea1-016f-4f10-aba9-0565887ce42d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.425297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae37bea1-016f-4f10-aba9-0565887ce42d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.425467] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae37bea1-016f-4f10-aba9-0565887ce42d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.425544] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae37bea1-016f-4f10-aba9-0565887ce42d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.609312] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 in Status: SUCCESS [ 871.609573] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.928149] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.928149] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.928257] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae37bea1-016f-4f10-aba9-0565887ce42d with status ACTIVE [ 871.928414] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.928497] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.928529] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.928779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.928852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.929591] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.929591] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.929591] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.929591] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.929591] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.929591] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.929918] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.929918] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.929918] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.929993] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.930247] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae37bea1-016f-4f10-aba9-0565887ce42d is going to be updated. [ 871.959945] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.960125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.960199] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.960494] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.960899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.961086] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae37bea1-016f-4f10-aba9-0565887ce42d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.202418] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f489950-6e82-40bd-85d1-708077680ea0 in Status: SUCCESS [ 872.202995] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f489950-6e82-40bd-85d1-708077680ea0 deletion is rescheduled due to dependency. [ 872.202995] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.001637] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: SUCCESS [ 873.001637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.001637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.001637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.001637] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.001637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.001637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.001637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.001637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.001637] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.098598] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 873.098598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.098598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.098598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.098598] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.098598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.098598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.098598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.098598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.098598] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.504694] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.504903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.504961] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.505221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.505448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.505769] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.505769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.505769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.505901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.505901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.506068] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 is going to be updated. [ 873.536501] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.536501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.536501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.536501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.536501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.546933] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: IN_PROGRESS for 2s [ 873.605615] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.107924] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.610697] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.610947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.611045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.611333] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.611438] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.611541] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be updated. [ 874.641451] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.641619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.641658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.641861] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.642016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.650482] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 875.024017] env[69236]: INFO networking_nsxv3.common.synchronization [req-a2da348c-7dd3-4256-9015-189f55655fe9 req-dc651114-c1de-46b2-9b56-565306eb5c15 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Enqueued Resource ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 with Priority: HIGHEST for action security_group_members [ 875.024017] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 with Priority: HIGHEST for action security_group_members [ 875.024017] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-659e958e-e27d-4400-a09c-62bd0c7fe550 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.024017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.024017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.024017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.024017] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.024017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.024017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.024017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.024017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.024017] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('659e958e-e27d-4400-a09c-62bd0c7fe550',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.525332] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.525656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.525656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.525733] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.525831] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.526043] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.526146] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.526323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.526402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.526440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.526511] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 is going to be updated. [ 875.557556] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 in Status: SUCCESS [ 875.558302] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 deletion is rescheduled due to dependency. [ 875.558302] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.559268] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.559391] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.559492] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.560412] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.560412] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.570013] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 in Status: IN_PROGRESS for 2s [ 876.662632] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 876.662957] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.663751] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.663960] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.664167] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.664288] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.664353] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.664519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.664604] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.664690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.665150] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.167176] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.168243] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.168243] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.168444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.170823] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.171035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.171119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.171298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.171410] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.171479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.171645] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.171748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.171811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.171958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.172387] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.172577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.172577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.173847] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.173847] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.173847] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.173847] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.581375] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 in Status: SUCCESS [ 877.581578] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 deletion is rescheduled due to dependency. [ 877.581697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.675441] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b66e5c89-31dd-49bf-9481-172ecfa8d8b6: rpc.has_security_group_logging(os_id): False [ 877.693225] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.693451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.693542] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.693779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.693874] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.698021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.698021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.698021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.698021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.698021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.698021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.698021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.698021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.698021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.698021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.698021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.698021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.698021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.698021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.698630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.698630] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be updated. [ 877.753228] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.753359] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.753443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.753692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.754992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.766389] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 877.968170] env[69236]: INFO networking_nsxv3.common.synchronization [req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 req-d28f9749-7ca7-448e-8cab-1eb295c5e956 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Enqueued Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_members [ 877.968170] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_members [ 877.968170] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.968170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.968170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.968170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.968686] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.968929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.969084] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.969308] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.969470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.969650] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.474808] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.474808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.474808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.474808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.495105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.495105] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.495105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.495105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.495105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.495105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.495105] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 is going to be updated. [ 878.519524] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.519524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.519524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.519524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.519524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.531901] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: IN_PROGRESS for 2s [ 879.347306] env[69236]: INFO networking_nsxv3.common.synchronization [None req-7fb874c9-b32e-4c85-aed0-cb7d010dcfd7 None None] Enqueued Resource ID: dfac53e2-fbd7-4f49-95b1-205567fd01e4 with Priority: HIGHEST for action port [ 879.347872] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfac53e2-fbd7-4f49-95b1-205567fd01e4 with Priority: HIGHEST for action port [ 879.348192] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfac53e2-fbd7-4f49-95b1-205567fd01e4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.348366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfac53e2-fbd7-4f49-95b1-205567fd01e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.348447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfac53e2-fbd7-4f49-95b1-205567fd01e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.348712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfac53e2-fbd7-4f49-95b1-205567fd01e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.348803] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfac53e2-fbd7-4f49-95b1-205567fd01e4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.367624] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.367830] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-897" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.367971] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-897" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.368447] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-897" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.368567] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.368707] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.368827] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.371747] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.371747] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.371747] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.371874] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.372155] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.372256] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.373646] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.374144] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.374144] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.397696] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.397696] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 879.397696] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.397696] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-897" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.397696] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-f0039052-1571-45eb-9e45-8178db280876 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.397696] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-f0039052-1571-45eb-9e45-8178db280876" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.397696] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-f0039052-1571-45eb-9e45-8178db280876" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.397939] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-f0039052-1571-45eb-9e45-8178db280876" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.398533] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0039052-1571-45eb-9e45-8178db280876',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.782041] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 879.782242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.852841] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfac53e2-fbd7-4f49-95b1-205567fd01e4 [ 879.853162] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.854186] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.854186] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.854186] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.854186] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.854186] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfac53e2-fbd7-4f49-95b1-205567fd01e4 already deleted. [ 879.854186] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfac53e2-fbd7-4f49-95b1-205567fd01e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.900460] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.900706] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.900841] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.901156] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.901320] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.901483] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port f0039052-1571-45eb-9e45-8178db280876 not found, creating... [ 879.901770] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.901938] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.902075] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.902308] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.902455] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.902753] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.902924] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.905684] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.906038] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.906308] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.906485] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: f0039052-1571-45eb-9e45-8178db280876 is going to be created. [ 879.929737] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.930046] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.930197] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.930481] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.930753] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.931011] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-f0039052-1571-45eb-9e45-8178db280876" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.541210] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: SUCCESS [ 880.541540] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 deletion is rescheduled due to dependency. [ 880.541540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.790717] env[69236]: INFO networking_nsxv3.common.synchronization [req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 req-8282e213-f8a0-4df4-87ef-790dae25870a service nova] Enqueued Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_rules [ 880.790717] env[69236]: INFO networking_nsxv3.common.synchronization [req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 req-8282e213-f8a0-4df4-87ef-790dae25870a service nova] Enqueued Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_members [ 880.790717] env[69236]: INFO networking_nsxv3.common.synchronization [req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 req-8282e213-f8a0-4df4-87ef-790dae25870a service nova] Enqueued Resource ID: f0039052-1571-45eb-9e45-8178db280876 with Priority: HIGHEST for action port [ 880.790717] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_rules [ 880.790717] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_members [ 880.790717] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0039052-1571-45eb-9e45-8178db280876 with Priority: HIGHEST for action port [ 880.790717] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.791592] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.791672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.791897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.792605] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.792935] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.793070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.793181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.793416] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.793471] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.793563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.793612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.793740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.793826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.794053] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.797056] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0039052-1571-45eb-9e45-8178db280876 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.797056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0039052-1571-45eb-9e45-8178db280876" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.797056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0039052-1571-45eb-9e45-8178db280876" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.797056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0039052-1571-45eb-9e45-8178db280876" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.797056] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0039052-1571-45eb-9e45-8178db280876',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.298975] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.299174] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.303102] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0039052-1571-45eb-9e45-8178db280876 with status ACTIVE [ 881.303102] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.303102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.303102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.303102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.303102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.303102] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.303102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.303102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.303102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.303102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.303102] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.303102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.303102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.303102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.303102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.303102] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0039052-1571-45eb-9e45-8178db280876 is going to be updated. [ 881.303776] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.323465] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.335813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.335813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.335813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.335813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.335813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0039052-1571-45eb-9e45-8178db280876" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.807858] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.310680] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.311497] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.311497] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.311497] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.311497] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.311497] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 is going to be updated. [ 882.342056] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.342281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.342281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.343153] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.343153] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.352619] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: IN_PROGRESS for 2s [ 884.363199] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: SUCCESS [ 884.363495] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.363573] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.363880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.364136] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.364273] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.364330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.364491] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.364614] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.364761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.364894] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.868935] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.868935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.868935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.869174] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.869359] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.869466] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.869529] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.869684] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.869768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.869853] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.870046] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.870148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.870206] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.870344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.870478] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.870734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.870734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.871271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.871378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.871441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.871531] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.375034] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4: rpc.has_security_group_logging(os_id): False [ 885.391360] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.391709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.391805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.391999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.392106] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.392336] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.392457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.392510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.392641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.392718] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.392898] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.393049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.393116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.393259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.393332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.393523] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.393615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.393667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.393802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.393877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.393963] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 is going to be updated. [ 885.458590] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.458781] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.458859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.459084] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.459232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.470251] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: IN_PROGRESS for 2s [ 885.790560] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 885.790560] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 887.485134] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: SUCCESS [ 887.485134] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.149250] env[69236]: INFO networking_nsxv3.common.synchronization [req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 req-19218d84-499b-400b-b875-090c524598e2 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 889.150134] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 889.150134] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.150300] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.150300] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.150525] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.150679] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.150794] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.150842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.151140] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.151203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.151312] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.654390] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.833022] env[69236]: INFO networking_nsxv3.common.synchronization [req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 req-bf2a7335-85e1-4d43-bb48-dbd82d38c22c tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Enqueued Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_members [ 889.833022] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_members [ 889.833022] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.833022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.833634] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.833943] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.834232] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.834453] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.834596] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.834831] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.835010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.835186] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.157161] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.285278] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.285493] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-884" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.285637] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-884" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.285933] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-884" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.286552] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.286806] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.287008] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.287318] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.287546] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.287825] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.288043] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.288233] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.288401] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.288569] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.288731] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.288922] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.309553] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.309857] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 890.309923] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.310591] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-884" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.311027] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-b6382200-c6a2-4967-a43f-00c3a54895bc taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.311682] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-b6382200-c6a2-4967-a43f-00c3a54895bc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.311849] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-b6382200-c6a2-4967-a43f-00c3a54895bc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.312598] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-b6382200-c6a2-4967-a43f-00c3a54895bc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.312878] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6382200-c6a2-4967-a43f-00c3a54895bc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.336659] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.336802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.336892] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.337172] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.337239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.337457] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.337595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.337646] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.337794] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.337891] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.337980] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 is going to be updated. [ 890.363332] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.363332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.363332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.363547] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.363602] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.372981] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 in Status: IN_PROGRESS for 2s [ 890.666377] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.666564] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.666613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.666886] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.667035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.667169] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be updated. [ 890.695030] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.695030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.695230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.695271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.699018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.702884] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 890.815297] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.815913] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.815913] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.816035] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.816130] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.816288] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port b6382200-c6a2-4967-a43f-00c3a54895bc not found, creating... [ 890.816548] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.816711] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.816820] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.817062] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.817207] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.817519] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.817683] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.817803] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.818096] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.818277] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.818277] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: b6382200-c6a2-4967-a43f-00c3a54895bc is going to be created. [ 890.838068] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.838301] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.838487] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.838735] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.838972] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.839215] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-b6382200-c6a2-4967-a43f-00c3a54895bc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.661272] env[69236]: INFO networking_nsxv3.common.synchronization [req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 req-a0dbf346-491d-41b6-9369-d48eff7d6a2a service nova] Enqueued Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_rules [ 891.661272] env[69236]: INFO networking_nsxv3.common.synchronization [req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 req-a0dbf346-491d-41b6-9369-d48eff7d6a2a service nova] Enqueued Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_members [ 891.661272] env[69236]: INFO networking_nsxv3.common.synchronization [req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 req-a0dbf346-491d-41b6-9369-d48eff7d6a2a service nova] Enqueued Resource ID: b6382200-c6a2-4967-a43f-00c3a54895bc with Priority: HIGHEST for action port [ 891.661272] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_rules [ 891.661272] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_members [ 891.661272] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6382200-c6a2-4967-a43f-00c3a54895bc with Priority: HIGHEST for action port [ 891.661272] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.661272] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.661272] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.661272] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.661272] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.663165] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.663165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.663541] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6382200-c6a2-4967-a43f-00c3a54895bc taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.663655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6382200-c6a2-4967-a43f-00c3a54895bc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.663723] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6382200-c6a2-4967-a43f-00c3a54895bc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.663901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6382200-c6a2-4967-a43f-00c3a54895bc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.663978] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6382200-c6a2-4967-a43f-00c3a54895bc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.166472] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.166472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.171021] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6382200-c6a2-4967-a43f-00c3a54895bc with status ACTIVE [ 892.171021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.171021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.171021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.171021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.171021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.171021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.171021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.171021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.171021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.171021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.171021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.171021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.171021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.171021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.171021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.172173] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6382200-c6a2-4967-a43f-00c3a54895bc is going to be updated. [ 892.195803] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.195803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.195803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.195803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.195803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.195803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6382200-c6a2-4967-a43f-00c3a54895bc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.382590] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 in Status: SUCCESS [ 892.382840] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 deletion is rescheduled due to dependency. [ 892.383028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.383296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.383454] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.383667] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.383806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.383890] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.384096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.384194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.384354] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.537251] env[69236]: INFO networking_nsxv3.common.synchronization [req-a9df1bed-a3a7-4b17-a351-f8032207d43f req-34af2b8c-2eb5-4377-b958-646ba4ad671c tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Enqueued Resource ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 with Priority: HIGHEST for action security_group_members [ 892.537763] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 with Priority: HIGHEST for action security_group_members [ 892.538143] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1b0f05e-4495-4972-bf58-81c09f1af5f0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.538267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.538335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.538654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.538834] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.538940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.539035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.539266] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.539356] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.539451] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1b0f05e-4495-4972-bf58-81c09f1af5f0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.711945] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 892.712257] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.888873] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.041601] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.041601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.041601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.041811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.041811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.045513] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.045699] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.045772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.045953] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.046060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.046157] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 already deleted. [ 893.046243] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.063119] env[69236]: INFO networking_nsxv3.common.synchronization [req-75eef1e9-922b-483e-8c48-fee499222760 req-3885cd39-6850-45e6-9f05-de18294dfd54 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Enqueued Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_members [ 893.063596] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGHEST for action security_group_members [ 893.063886] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.064010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.064087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.064281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.064726] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.064726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.064726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.064726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.064943] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.064943] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.257379] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-56 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.257592] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-56" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.257721] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-56" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.258426] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-56" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.258706] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.258874] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.259007] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.259238] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.259389] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.259601] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.259721] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.259836] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.259950] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.260103] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.260222] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.260468] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.277111] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.277247] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 893.277387] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.277565] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-56" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.277866] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-e9dbeb76-8fe3-4584-8540-fb7201eed723 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.278069] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-e9dbeb76-8fe3-4584-8540-fb7201eed723" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.278201] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-e9dbeb76-8fe3-4584-8540-fb7201eed723" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.278502] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-e9dbeb76-8fe3-4584-8540-fb7201eed723" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.278643] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9dbeb76-8fe3-4584-8540-fb7201eed723',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.391040] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.567709] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.567870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.567951] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.568180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.568271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.568466] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.568578] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.568670] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.568763] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.568838] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.568922] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 is going to be updated. [ 893.594483] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.594632] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.594696] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.594871] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.595016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.602528] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: IN_PROGRESS for 2s [ 893.781991] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.782422] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.782486] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.782771] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.782924] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.783207] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port e9dbeb76-8fe3-4584-8540-fb7201eed723 not found, creating... [ 893.783465] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.783629] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.783751] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.783976] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.784134] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.784417] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.784576] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.784695] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.784997] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.785286] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.785470] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: e9dbeb76-8fe3-4584-8540-fb7201eed723 is going to be created. [ 893.807151] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.807151] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.807151] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.807151] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.807520] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.807792] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-e9dbeb76-8fe3-4584-8540-fb7201eed723" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.893916] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.894113] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.894228] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.894529] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.894658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.894799] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 is going to be updated. [ 893.930220] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.930426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.930534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.930808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.931011] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.941134] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 in Status: IN_PROGRESS for 2s [ 894.852720] env[69236]: INFO networking_nsxv3.common.synchronization [req-a9df1bed-a3a7-4b17-a351-f8032207d43f req-c8d6b909-9caf-45d0-ad0d-1fef2b17e91a service nova] Enqueued Resource ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 with Priority: HIGHEST for action security_group_rules [ 894.852954] env[69236]: INFO networking_nsxv3.common.synchronization [req-a9df1bed-a3a7-4b17-a351-f8032207d43f req-c8d6b909-9caf-45d0-ad0d-1fef2b17e91a service nova] Enqueued Resource ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 with Priority: HIGHEST for action security_group_members [ 894.853057] env[69236]: INFO networking_nsxv3.common.synchronization [req-a9df1bed-a3a7-4b17-a351-f8032207d43f req-c8d6b909-9caf-45d0-ad0d-1fef2b17e91a service nova] Enqueued Resource ID: e9dbeb76-8fe3-4584-8540-fb7201eed723 with Priority: HIGHEST for action port [ 894.853207] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 with Priority: HIGHEST for action security_group_rules [ 894.853339] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 with Priority: HIGHEST for action security_group_members [ 894.853435] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dbeb76-8fe3-4584-8540-fb7201eed723 with Priority: HIGHEST for action port [ 894.854007] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.858069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.858157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.858391] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.858470] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1b0f05e-4495-4972-bf58-81c09f1af5f0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.859684] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1b0f05e-4495-4972-bf58-81c09f1af5f0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.859824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.859895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.860105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.860264] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.860360] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.860423] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.860567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.860649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.860737] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1b0f05e-4495-4972-bf58-81c09f1af5f0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.861494] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9dbeb76-8fe3-4584-8540-fb7201eed723 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.861599] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9dbeb76-8fe3-4584-8540-fb7201eed723" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.861823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9dbeb76-8fe3-4584-8540-fb7201eed723" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.861823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9dbeb76-8fe3-4584-8540-fb7201eed723" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.861893] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9dbeb76-8fe3-4584-8540-fb7201eed723',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.207326] env[69236]: INFO networking_nsxv3.common.synchronization [req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 req-add5d970-6830-4059-8723-aa575af0fdd2 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Enqueued Resource ID: bb08c192-1189-4a8d-9639-fb7eea382985 with Priority: HIGHEST for action security_group_members [ 895.207834] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb08c192-1189-4a8d-9639-fb7eea382985 with Priority: HIGHEST for action security_group_members [ 895.208253] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb08c192-1189-4a8d-9639-fb7eea382985 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.208384] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.208448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.208640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.208796] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.208901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.208967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.211924] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.212055] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.213079] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.363516] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1b0f05e-4495-4972-bf58-81c09f1af5f0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.364432] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1b0f05e-4495-4972-bf58-81c09f1af5f0 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.364540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.364697] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9dbeb76-8fe3-4584-8540-fb7201eed723 with status ACTIVE [ 895.364847] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.364951] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.365021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.365225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.365323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.365497] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.365595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.365655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.365806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.365881] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.366066] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.366157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.366216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.367289] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.367400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.367476] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9dbeb76-8fe3-4584-8540-fb7201eed723 is going to be updated. [ 895.388515] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.388656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.388721] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.388898] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.389034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.389194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9dbeb76-8fe3-4584-8540-fb7201eed723" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.611807] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 in Status: SUCCESS [ 895.612078] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 deletion is rescheduled due to dependency. [ 895.612178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.716588] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.869447] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1b0f05e-4495-4972-bf58-81c09f1af5f0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.952922] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 in Status: SUCCESS [ 895.952922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.952922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.952922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.952922] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.952922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.952922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.952922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.952922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.953312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.953312] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.218257] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.371936] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.372112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.372179] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.372439] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.372534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.372656] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 is going to be created. [ 896.397206] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.397356] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.397421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.397619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.397787] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.410732] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 in Status: UNINITIALIZED for 2s [ 896.458043] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.723973] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.723973] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.723973] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.723973] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.723973] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.723973] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb08c192-1189-4a8d-9639-fb7eea382985 is going to be updated. [ 896.750207] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.750417] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.750499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.750652] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.750800] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.760917] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb08c192-1189-4a8d-9639-fb7eea382985 in Status: IN_PROGRESS for 2s [ 896.961262] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6744fd01-2c77-4e7f-a25f-ac7d967bfe94: rpc.has_security_group_logging(os_id): False [ 896.978105] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.978331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.978410] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.978604] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.978695] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.979379] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.979572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.982070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.982070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.982070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.982070] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 is going to be updated. [ 897.040341] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.040605] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.040605] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.040793] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.040974] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.052569] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 in Status: IN_PROGRESS for 2s [ 898.418200] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 in Status: SUCCESS [ 898.418483] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.418609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.418828] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.420221] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.420221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.420221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.420221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.420221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.420221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.420221] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1b0f05e-4495-4972-bf58-81c09f1af5f0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.776279] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb08c192-1189-4a8d-9639-fb7eea382985 in Status: SUCCESS [ 898.776463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.925461] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1b0f05e-4495-4972-bf58-81c09f1af5f0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.071353] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 in Status: SUCCESS [ 899.072225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.429449] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1b0f05e-4495-4972-bf58-81c09f1af5f0: rpc.has_security_group_logging(os_id): False [ 899.450330] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.450330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.450330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.450330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.450648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.450648] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.450814] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.450858] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.451056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.451162] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.451221] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 is going to be created. [ 899.509589] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.509589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.509589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.509589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.509589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.521314] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 in Status: IN_PROGRESS for 2s [ 900.209186] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 900.209302] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 901.536016] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 in Status: SUCCESS [ 901.536016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.114275] env[69236]: INFO networking_nsxv3.common.synchronization [None req-df161fea-baf4-41a2-b949-af20ac6fe1a2 None None] Enqueued Resource ID: 62c66e78-3f8c-45cf-93f9-fcd3a4a49232 with Priority: HIGHEST for action port [ 902.114987] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62c66e78-3f8c-45cf-93f9-fcd3a4a49232 with Priority: HIGHEST for action port [ 902.116258] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-62c66e78-3f8c-45cf-93f9-fcd3a4a49232 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.116432] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62c66e78-3f8c-45cf-93f9-fcd3a4a49232" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.116479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62c66e78-3f8c-45cf-93f9-fcd3a4a49232" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.116751] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62c66e78-3f8c-45cf-93f9-fcd3a4a49232" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.116834] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62c66e78-3f8c-45cf-93f9-fcd3a4a49232',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.619236] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62c66e78-3f8c-45cf-93f9-fcd3a4a49232 [ 902.621205] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.621205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.621205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.621205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.621205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.621205] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62c66e78-3f8c-45cf-93f9-fcd3a4a49232 already deleted. [ 902.621205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62c66e78-3f8c-45cf-93f9-fcd3a4a49232" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.362605] env[69236]: INFO networking_nsxv3.common.synchronization [None req-ba47769c-2f78-45a7-8a19-816ba7ac7bfc None None] Enqueued Resource ID: aa81f463-7b87-43dd-bddf-3e41c73a836c with Priority: HIGHEST for action port [ 904.365786] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa81f463-7b87-43dd-bddf-3e41c73a836c with Priority: HIGHEST for action port [ 904.369037] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa81f463-7b87-43dd-bddf-3e41c73a836c taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.369037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa81f463-7b87-43dd-bddf-3e41c73a836c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.369037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa81f463-7b87-43dd-bddf-3e41c73a836c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.369037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa81f463-7b87-43dd-bddf-3e41c73a836c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.369037] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa81f463-7b87-43dd-bddf-3e41c73a836c',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.871142] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa81f463-7b87-43dd-bddf-3e41c73a836c [ 904.871526] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.871698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.871770] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.871980] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.872085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.872181] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa81f463-7b87-43dd-bddf-3e41c73a836c already deleted. [ 904.872263] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa81f463-7b87-43dd-bddf-3e41c73a836c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.526504] env[69236]: INFO networking_nsxv3.common.synchronization [req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 req-9ec7d738-7fcc-4571-9477-913365a76b3f tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Enqueued Resource ID: 100c5ce9-3297-4435-b06e-a930238c6c09 with Priority: HIGHEST for action security_group_members [ 906.527039] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 100c5ce9-3297-4435-b06e-a930238c6c09 with Priority: HIGHEST for action security_group_members [ 906.527357] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-100c5ce9-3297-4435-b06e-a930238c6c09 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.527473] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.527535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.527780] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.527936] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.528161] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.528264] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.528451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.528887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.528887] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('100c5ce9-3297-4435-b06e-a930238c6c09',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.932786] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.933076] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.933260] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.933706] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.934056] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.934293] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.934432] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.934682] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.934994] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.935271] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 906.935541] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.935578] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.935681] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.935800] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 906.935953] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.936059] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.955147] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.955402] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 906.955488] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.955685] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.956037] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-2a768b3b-5b3c-4111-8b8d-a9514ca00683 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.956222] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-2a768b3b-5b3c-4111-8b8d-a9514ca00683" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.956350] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-2a768b3b-5b3c-4111-8b8d-a9514ca00683" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.956667] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-2a768b3b-5b3c-4111-8b8d-a9514ca00683" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.956840] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a768b3b-5b3c-4111-8b8d-a9514ca00683',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.032897] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.032897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.032897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.032897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.032897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.032897] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.032897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.032897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.032897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.032897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.032897] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 100c5ce9-3297-4435-b06e-a930238c6c09 already deleted. [ 907.032897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.458918] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.459213] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.459350] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.459634] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.459789] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.459946] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 2a768b3b-5b3c-4111-8b8d-a9514ca00683 not found, creating... [ 907.460272] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.460450] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.460556] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.460772] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.460911] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.461218] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.461433] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.461577] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.461788] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.461928] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.462194] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 2a768b3b-5b3c-4111-8b8d-a9514ca00683 is going to be created. [ 907.479946] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.480183] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.480331] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.480570] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.480791] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.481023] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-2a768b3b-5b3c-4111-8b8d-a9514ca00683" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.276045] env[69236]: INFO networking_nsxv3.common.synchronization [req-5e04374c-3667-4723-b2ea-974d12f68759 req-28bd1411-d9c5-4474-8b1a-1705a50890f5 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 908.276606] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 908.276910] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.279109] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.279220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.279441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.279772] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.279908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.279973] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.280173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.280264] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.280373] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.709708] env[69236]: INFO networking_nsxv3.common.synchronization [req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 req-64d423e2-7d1a-4685-95be-e96c134ff3a2 service nova] Enqueued Resource ID: 100c5ce9-3297-4435-b06e-a930238c6c09 with Priority: HIGHEST for action security_group_rules [ 908.712022] env[69236]: INFO networking_nsxv3.common.synchronization [req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 req-64d423e2-7d1a-4685-95be-e96c134ff3a2 service nova] Enqueued Resource ID: 100c5ce9-3297-4435-b06e-a930238c6c09 with Priority: HIGHEST for action security_group_members [ 908.712275] env[69236]: INFO networking_nsxv3.common.synchronization [req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 req-64d423e2-7d1a-4685-95be-e96c134ff3a2 service nova] Enqueued Resource ID: 2a768b3b-5b3c-4111-8b8d-a9514ca00683 with Priority: HIGHEST for action port [ 908.715460] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 100c5ce9-3297-4435-b06e-a930238c6c09 with Priority: HIGHEST for action security_group_rules [ 908.715460] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 100c5ce9-3297-4435-b06e-a930238c6c09 with Priority: HIGHEST for action security_group_members [ 908.715460] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a768b3b-5b3c-4111-8b8d-a9514ca00683 with Priority: HIGHEST for action port [ 908.715460] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-100c5ce9-3297-4435-b06e-a930238c6c09 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.715460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.715460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.715460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.715460] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('100c5ce9-3297-4435-b06e-a930238c6c09',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.715460] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-100c5ce9-3297-4435-b06e-a930238c6c09 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.716224] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.716224] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.716224] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.717058] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.717058] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.717058] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.717058] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.717058] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.717058] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('100c5ce9-3297-4435-b06e-a930238c6c09',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.718874] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a768b3b-5b3c-4111-8b8d-a9514ca00683 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.718874] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a768b3b-5b3c-4111-8b8d-a9514ca00683" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.718874] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a768b3b-5b3c-4111-8b8d-a9514ca00683" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.718874] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a768b3b-5b3c-4111-8b8d-a9514ca00683" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.718874] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a768b3b-5b3c-4111-8b8d-a9514ca00683',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.784152] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.784366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.784432] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.784631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.807412] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.807522] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.807684] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.807779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.808030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.808330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.808462] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a is going to be updated. [ 908.835630] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.835787] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.835787] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.836442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.836442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.844361] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: IN_PROGRESS for 2s [ 908.994294] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.994500] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.994688] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.994913] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.995165] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.995326] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.995477] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.995708] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.995829] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.996014] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.000237] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.000384] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.000503] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.000661] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.000735] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.000875] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.024056] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.024311] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 909.024412] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.024594] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.024903] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-7f1921eb-c905-4e85-a958-92a271087a0b taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.025084] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-7f1921eb-c905-4e85-a958-92a271087a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.025215] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-7f1921eb-c905-4e85-a958-92a271087a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.025521] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-7f1921eb-c905-4e85-a958-92a271087a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.025658] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f1921eb-c905-4e85-a958-92a271087a0b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.176341] env[69236]: INFO networking_nsxv3.common.synchronization [req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec req-477ef068-7942-48bf-b109-8936a2478416 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Enqueued Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 909.177741] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 909.177915] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.180541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.181015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.181015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.181258] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.181443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.181508] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.181751] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.182694] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.182694] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.219954] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('100c5ce9-3297-4435-b06e-a930238c6c09',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.221500] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-100c5ce9-3297-4435-b06e-a930238c6c09 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.221782] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.224585] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a768b3b-5b3c-4111-8b8d-a9514ca00683 with status ACTIVE [ 909.224817] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.224992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.225114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.225585] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.225585] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.225890] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.226072] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.226115] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.226339] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.226467] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.226745] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.226893] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.227039] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.227379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.227379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.227514] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a768b3b-5b3c-4111-8b8d-a9514ca00683 is going to be updated. [ 909.253926] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.253926] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.254216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.254216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.254488] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.254488] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a768b3b-5b3c-4111-8b8d-a9514ca00683" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.412436] env[69236]: INFO networking_nsxv3.common.synchronization [req-c29213de-e200-4060-82e5-cb3301cfaf28 req-85043eed-5a6b-4e43-a68b-f3e56652c108 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Enqueued Resource ID: 75e2a660-bfce-4a01-8179-4f12b921a824 with Priority: HIGHEST for action security_group_members [ 909.412436] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e2a660-bfce-4a01-8179-4f12b921a824 with Priority: HIGHEST for action security_group_members [ 909.413119] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e2a660-bfce-4a01-8179-4f12b921a824 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.413249] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.413316] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.413597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.413758] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.413875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.413936] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.415871] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.415871] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.415871] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75e2a660-bfce-4a01-8179-4f12b921a824',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.528276] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.528580] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.528865] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.529038] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.529196] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.529360] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 7f1921eb-c905-4e85-a958-92a271087a0b not found, creating... [ 909.529638] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.529802] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.529930] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.530236] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.530402] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.530744] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.530889] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.532508] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.532683] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.532895] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.535347] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 7f1921eb-c905-4e85-a958-92a271087a0b is going to be created. [ 909.555120] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.555120] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.555120] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.555120] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.555120] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.555120] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-7f1921eb-c905-4e85-a958-92a271087a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.685869] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.722819] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('100c5ce9-3297-4435-b06e-a930238c6c09',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.917236] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.917366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.917366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.917576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.917658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.918024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.918024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.918024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.918194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.918240] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.918540] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e2a660-bfce-4a01-8179-4f12b921a824 already deleted. [ 909.918540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.189674] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.207412] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.207412] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.207412] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.207412] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.207412] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.207412] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.207412] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.207412] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.207412] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.208297] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.208297] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.208297] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.208297] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.208297] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.208297] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.208516] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.227393] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.227393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.227393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.227393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.227393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.227393] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 100c5ce9-3297-4435-b06e-a930238c6c09 is going to be created. [ 910.236234] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.236234] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.236234] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.236234] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-755" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.236234] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-2ae4c295-fb42-4355-8b12-39fa4d590d9c taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.236234] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-2ae4c295-fb42-4355-8b12-39fa4d590d9c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.236234] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-2ae4c295-fb42-4355-8b12-39fa4d590d9c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.236234] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-2ae4c295-fb42-4355-8b12-39fa4d590d9c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.236234] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ae4c295-fb42-4355-8b12-39fa4d590d9c',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.253158] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.253158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.253158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.253158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.253158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.262695] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 100c5ce9-3297-4435-b06e-a930238c6c09 in Status: UNINITIALIZED for 2s [ 910.547530] env[69236]: INFO networking_nsxv3.common.synchronization [req-5e04374c-3667-4723-b2ea-974d12f68759 req-e9162614-7005-4054-a734-02b0b23a6a77 service nova] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_rules [ 910.547811] env[69236]: INFO networking_nsxv3.common.synchronization [req-5e04374c-3667-4723-b2ea-974d12f68759 req-e9162614-7005-4054-a734-02b0b23a6a77 service nova] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 910.547855] env[69236]: INFO networking_nsxv3.common.synchronization [req-5e04374c-3667-4723-b2ea-974d12f68759 req-e9162614-7005-4054-a734-02b0b23a6a77 service nova] Enqueued Resource ID: 7f1921eb-c905-4e85-a958-92a271087a0b with Priority: HIGHEST for action port [ 910.548354] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_rules [ 910.548490] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 910.548588] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f1921eb-c905-4e85-a958-92a271087a0b with Priority: HIGHEST for action port [ 910.548854] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.548971] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.550424] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.550424] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.550424] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.550424] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.550719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.550719] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f1921eb-c905-4e85-a958-92a271087a0b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.551374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f1921eb-c905-4e85-a958-92a271087a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.551374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f1921eb-c905-4e85-a958-92a271087a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.551374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f1921eb-c905-4e85-a958-92a271087a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.551374] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f1921eb-c905-4e85-a958-92a271087a0b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.692525] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.692732] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.692783] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.693015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.693183] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.693183] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a is going to be updated. [ 910.721140] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.721433] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.721433] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.721816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.721816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.729930] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: IN_PROGRESS for 2s [ 910.744614] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.744614] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.744614] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.744614] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.744614] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.744614] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 2ae4c295-fb42-4355-8b12-39fa4d590d9c not found, creating... [ 910.744966] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.745023] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.745152] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.745369] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.745512] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.745797] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.745954] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.746424] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.746700] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.746882] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.747076] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 2ae4c295-fb42-4355-8b12-39fa4d590d9c is going to be created. [ 910.770982] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.771319] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.771511] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.771873] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.772120] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.772549] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-2ae4c295-fb42-4355-8b12-39fa4d590d9c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.856344] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: SUCCESS [ 910.856525] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a deletion is rescheduled due to dependency. [ 910.856640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.856798] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.857016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.857189] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.857298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.857358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.857498] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.860323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.860323] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.053076] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.053219] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.053411] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f1921eb-c905-4e85-a958-92a271087a0b with status ACTIVE [ 911.053578] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.053673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.053741] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.054857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.054857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.054857] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.054857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.054857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.054857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.054857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.054857] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.054857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.055418] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.055418] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.055418] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.055418] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f1921eb-c905-4e85-a958-92a271087a0b is going to be updated. [ 911.076372] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.076372] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.076372] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.076372] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.076372] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.076372] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f1921eb-c905-4e85-a958-92a271087a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.361982] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.436409] env[69236]: INFO networking_nsxv3.common.synchronization [None req-6defbc21-930d-4692-9416-3965ba4f43cd None None] Enqueued Resource ID: b5ac3540-2569-49c6-bc1c-4c6fd9d53092 with Priority: HIGHEST for action port [ 911.437010] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ac3540-2569-49c6-bc1c-4c6fd9d53092 with Priority: HIGHEST for action port [ 911.442235] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5ac3540-2569-49c6-bc1c-4c6fd9d53092 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.442393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5ac3540-2569-49c6-bc1c-4c6fd9d53092" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.442393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5ac3540-2569-49c6-bc1c-4c6fd9d53092" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.442759] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5ac3540-2569-49c6-bc1c-4c6fd9d53092" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.442873] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5ac3540-2569-49c6-bc1c-4c6fd9d53092',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.622839] env[69236]: INFO networking_nsxv3.common.synchronization [req-c29213de-e200-4060-82e5-cb3301cfaf28 req-03ba290d-b0b5-42af-804e-d2bbdd0f5058 service nova] Enqueued Resource ID: 75e2a660-bfce-4a01-8179-4f12b921a824 with Priority: HIGHEST for action security_group_rules [ 911.622839] env[69236]: INFO networking_nsxv3.common.synchronization [req-c29213de-e200-4060-82e5-cb3301cfaf28 req-03ba290d-b0b5-42af-804e-d2bbdd0f5058 service nova] Enqueued Resource ID: 75e2a660-bfce-4a01-8179-4f12b921a824 with Priority: HIGHEST for action security_group_members [ 911.622839] env[69236]: INFO networking_nsxv3.common.synchronization [req-c29213de-e200-4060-82e5-cb3301cfaf28 req-03ba290d-b0b5-42af-804e-d2bbdd0f5058 service nova] Enqueued Resource ID: 2ae4c295-fb42-4355-8b12-39fa4d590d9c with Priority: HIGHEST for action port [ 911.625025] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e2a660-bfce-4a01-8179-4f12b921a824 with Priority: HIGHEST for action security_group_rules [ 911.625025] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e2a660-bfce-4a01-8179-4f12b921a824 with Priority: HIGHEST for action security_group_members [ 911.630163] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae4c295-fb42-4355-8b12-39fa4d590d9c with Priority: HIGHEST for action port [ 911.630163] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75e2a660-bfce-4a01-8179-4f12b921a824 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.630163] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.630163] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.630163] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.630163] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75e2a660-bfce-4a01-8179-4f12b921a824',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.636692] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e2a660-bfce-4a01-8179-4f12b921a824 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.636897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.637013] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.638965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.638965] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.638965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.639990] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.639990] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.639990] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.641928] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75e2a660-bfce-4a01-8179-4f12b921a824',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.642817] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ae4c295-fb42-4355-8b12-39fa4d590d9c taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.644759] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ae4c295-fb42-4355-8b12-39fa4d590d9c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.644759] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ae4c295-fb42-4355-8b12-39fa4d590d9c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.644759] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ae4c295-fb42-4355-8b12-39fa4d590d9c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.644759] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ae4c295-fb42-4355-8b12-39fa4d590d9c',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.705927] env[69236]: INFO networking_nsxv3.common.synchronization [req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 req-c6b67ecf-8bfe-4682-ae0a-ecc3cdab096d tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 911.706684] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 911.707318] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.707514] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.707566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.708181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.708181] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.711283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.711836] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.711836] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.711836] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.711836] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.867418] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.945034] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5ac3540-2569-49c6-bc1c-4c6fd9d53092 [ 911.945313] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.945440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.945503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.947296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.947296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.947296] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5ac3540-2569-49c6-bc1c-4c6fd9d53092 already deleted. [ 911.947296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5ac3540-2569-49c6-bc1c-4c6fd9d53092" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.137116] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e2a660-bfce-4a01-8179-4f12b921a824 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.138308] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.146452] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75e2a660-bfce-4a01-8179-4f12b921a824',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.148874] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ae4c295-fb42-4355-8b12-39fa4d590d9c with status ACTIVE [ 912.149219] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.149415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.149471] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.149773] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.149938] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.150417] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.152083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.152083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.152083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.152083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.152083] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.152083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.152083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.152083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.152083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.152083] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ae4c295-fb42-4355-8b12-39fa4d590d9c is going to be updated. [ 912.164760] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.165662] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.165662] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.165662] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.166088] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.168406] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.168406] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.168406] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.168406] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.168406] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.168406] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.168406] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.168406] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.168406] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.168406] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.168406] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.176127] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.176279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.176321] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.176566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.176773] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.176965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ae4c295-fb42-4355-8b12-39fa4d590d9c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.188702] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.188923] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 912.189087] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.189284] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.189676] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-d4643447-88d3-4d91-9bba-b66ee79be45a taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.189835] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-d4643447-88d3-4d91-9bba-b66ee79be45a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.189969] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-d4643447-88d3-4d91-9bba-b66ee79be45a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.190484] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-d4643447-88d3-4d91-9bba-b66ee79be45a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.190620] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4643447-88d3-4d91-9bba-b66ee79be45a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.215013] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.215731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.215731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.215731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.215731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.216406] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.216406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.216406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.216692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.216762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.216858] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be updated. [ 912.264730] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.264730] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.264849] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.265128] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.265230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.293881] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: IN_PROGRESS for 2s [ 912.294508] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 100c5ce9-3297-4435-b06e-a930238c6c09 in Status: SUCCESS [ 912.294760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.294932] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.295228] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.296032] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.296032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.296032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.299440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.299440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.299570] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.299662] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('100c5ce9-3297-4435-b06e-a930238c6c09',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.372328] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.372328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.372328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.372328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.372328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.372328] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a is going to be updated. [ 912.427259] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.427446] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.427515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.427728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.427880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.439579] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: IN_PROGRESS for 2s [ 912.649642] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75e2a660-bfce-4a01-8179-4f12b921a824',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.693751] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.694913] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.694913] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.694913] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.694913] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.694913] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port d4643447-88d3-4d91-9bba-b66ee79be45a not found, creating... [ 912.695148] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.695148] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.695283] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.695484] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.695666] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.695902] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.696066] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.696182] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.696385] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.696516] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.696656] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: d4643447-88d3-4d91-9bba-b66ee79be45a is going to be created. [ 912.720608] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.720608] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.720608] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.720608] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.720608] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.720608] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-d4643447-88d3-4d91-9bba-b66ee79be45a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.741340] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: SUCCESS [ 912.741340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.802903] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-100c5ce9-3297-4435-b06e-a930238c6c09 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.803081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.803309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.803363] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.803541] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.803653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.803712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.803916] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.804062] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.804230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.804290] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-100c5ce9-3297-4435-b06e-a930238c6c09 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.804390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.804450] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.804601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.804888] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.804888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.804888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.805236] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.805236] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.805236] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.805236] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('100c5ce9-3297-4435-b06e-a930238c6c09',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.154870] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.154870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.154870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.154870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.154870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.154870] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e2a660-bfce-4a01-8179-4f12b921a824 is going to be created. [ 913.182024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.182024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.182024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.182024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.182024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.196091] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e2a660-bfce-4a01-8179-4f12b921a824 in Status: UNINITIALIZED for 2s [ 913.308984] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 100c5ce9-3297-4435-b06e-a930238c6c09: rpc.has_security_group_logging(os_id): False [ 913.329043] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.329230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.329294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.329504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.329587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.329797] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.329888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.329933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.330092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.330254] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.330444] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.330539] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.330593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.330732] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.331100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.331100] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.332272] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.332398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.332663] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.332773] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.332884] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 100c5ce9-3297-4435-b06e-a930238c6c09 is going to be created. [ 913.393803] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.394085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.394085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.394377] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.394456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.406025] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 100c5ce9-3297-4435-b06e-a930238c6c09 in Status: IN_PROGRESS for 2s [ 913.420111] env[69236]: INFO networking_nsxv3.common.synchronization [None req-ed27047e-04d2-42ac-81f6-ce9b85ba6685 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Enqueued Resource ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b with Priority: HIGHEST for action security_group_rules [ 913.420288] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b with Priority: HIGHEST for action security_group_rules [ 913.420730] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.420730] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.420845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.420999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.422702] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('903bb2ed-ec03-4b13-ace4-0d674b190a0b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.558094] env[69236]: INFO networking_nsxv3.common.synchronization [None req-803e4cfd-b412-4015-ab27-b9ee0f2751de tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Enqueued Resource ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b with Priority: HIGHEST for action security_group_rules [ 913.558094] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b with Priority: HIGHEST for action security_group_rules [ 913.558094] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.558094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.611460] env[69236]: INFO networking_nsxv3.common.synchronization [req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 req-bf581fd4-5e6d-4efe-9578-c374fbf7fb33 service nova] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_rules [ 913.611460] env[69236]: INFO networking_nsxv3.common.synchronization [req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 req-bf581fd4-5e6d-4efe-9578-c374fbf7fb33 service nova] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 913.611460] env[69236]: INFO networking_nsxv3.common.synchronization [req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 req-bf581fd4-5e6d-4efe-9578-c374fbf7fb33 service nova] Enqueued Resource ID: d4643447-88d3-4d91-9bba-b66ee79be45a with Priority: HIGHEST for action port [ 913.612668] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_rules [ 913.615259] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 913.615259] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4643447-88d3-4d91-9bba-b66ee79be45a with Priority: HIGHEST for action port [ 913.615259] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.615259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.615259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.615259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.615259] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.620832] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.621515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.621882] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4643447-88d3-4d91-9bba-b66ee79be45a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.622119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4643447-88d3-4d91-9bba-b66ee79be45a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.622227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4643447-88d3-4d91-9bba-b66ee79be45a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.622489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4643447-88d3-4d91-9bba-b66ee79be45a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.622677] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4643447-88d3-4d91-9bba-b66ee79be45a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.820062] env[69236]: INFO networking_nsxv3.common.synchronization [None req-eed6bdbf-c1f2-4884-b9a2-c85dc2e4b7cd None None] Enqueued Resource ID: 3efb3734-7ebb-4f03-a2ca-83e4f3bfb32a with Priority: HIGHEST for action port [ 913.820062] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efb3734-7ebb-4f03-a2ca-83e4f3bfb32a with Priority: HIGHEST for action port [ 913.820914] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3efb3734-7ebb-4f03-a2ca-83e4f3bfb32a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.821114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3efb3734-7ebb-4f03-a2ca-83e4f3bfb32a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.821213] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3efb3734-7ebb-4f03-a2ca-83e4f3bfb32a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.821487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3efb3734-7ebb-4f03-a2ca-83e4f3bfb32a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.821577] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3efb3734-7ebb-4f03-a2ca-83e4f3bfb32a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.943957] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.943957] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.943957] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.944311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.944311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.944671] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b already deleted. [ 913.944671] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.944751] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.946368] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.946368] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('903bb2ed-ec03-4b13-ace4-0d674b190a0b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.121159] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.121572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.128102] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4643447-88d3-4d91-9bba-b66ee79be45a with status ACTIVE [ 914.128102] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.128102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.128102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.128102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.128102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.128102] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.128102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.128102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.128102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.128102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.128102] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.128102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.128102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.128102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.128102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.128102] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4643447-88d3-4d91-9bba-b66ee79be45a is going to be updated. [ 914.149463] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.149640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.149733] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.149955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.150117] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.150295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4643447-88d3-4d91-9bba-b66ee79be45a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.305728] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 914.305728] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 deletion is rescheduled due to dependency. [ 914.305728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.305728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.306104] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.306104] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.306104] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.306244] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.306346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.306398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.306479] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.327312] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3efb3734-7ebb-4f03-a2ca-83e4f3bfb32a [ 914.327312] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.327609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.327609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.329034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.329034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.329034] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3efb3734-7ebb-4f03-a2ca-83e4f3bfb32a already deleted. [ 914.329034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3efb3734-7ebb-4f03-a2ca-83e4f3bfb32a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.461029] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: SUCCESS [ 914.461029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.461029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.461029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.461029] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.461029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.461029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.461029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.461029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.461029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.461029] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.486230] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.486230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.486230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.486230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.486230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.486230] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b already deleted. [ 914.486230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.810466] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.966470] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.966470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.966470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.966470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.966470] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.966470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.966470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.966470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.966470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.966470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.966470] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.966470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.966470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.966470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.966470] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.966470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.967393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.967393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.967393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.967393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.967393] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.207917] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e2a660-bfce-4a01-8179-4f12b921a824 in Status: SUCCESS [ 915.208199] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.210020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.210020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.210020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.210020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.210020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.210020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.210020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.210020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.210020] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75e2a660-bfce-4a01-8179-4f12b921a824',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.313531] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.419214] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 100c5ce9-3297-4435-b06e-a930238c6c09 in Status: SUCCESS [ 915.419525] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.471821] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a74ab54f-7464-4be4-aea5-9b8ad485152a: rpc.has_security_group_logging(os_id): False [ 915.489185] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.489185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.489185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.489185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.489185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.489608] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.489792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.489887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.490073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.490234] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.490522] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.490585] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.490618] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.491255] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.491255] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.491255] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.491255] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.491255] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.491503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.491503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.491562] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a is going to be updated. [ 915.556839] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.558663] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.560709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.560709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.560709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.572510] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: IN_PROGRESS for 2s [ 915.718026] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e2a660-bfce-4a01-8179-4f12b921a824 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.718026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.718026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.718026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.718026] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.718026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.718026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.718026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.718026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.718026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.718026] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e2a660-bfce-4a01-8179-4f12b921a824 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.718026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.718026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.718026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.718026] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.718026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.718928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.718928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.718928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.718928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.718928] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75e2a660-bfce-4a01-8179-4f12b921a824',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.776253] env[69236]: INFO networking_nsxv3.common.synchronization [None req-742a1c07-27e2-4140-be8a-0656daf4892f None None] Enqueued Resource ID: c38461fc-4f9f-4766-a177-7538a079e9a7 with Priority: HIGHEST for action port [ 915.776253] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38461fc-4f9f-4766-a177-7538a079e9a7 with Priority: HIGHEST for action port [ 915.776253] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c38461fc-4f9f-4766-a177-7538a079e9a7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.776253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c38461fc-4f9f-4766-a177-7538a079e9a7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.776253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c38461fc-4f9f-4766-a177-7538a079e9a7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.776253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c38461fc-4f9f-4766-a177-7538a079e9a7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.776253] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c38461fc-4f9f-4766-a177-7538a079e9a7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.798994] env[69236]: INFO networking_nsxv3.common.synchronization [req-43d173b1-dbdf-4c37-927b-e3d03d442f6a req-f3332587-e070-446d-9df1-7f79e4258b29 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Enqueued Resource ID: 7314bbad-7e38-4fa7-bab4-16c924da357b with Priority: HIGHEST for action security_group_members [ 915.800401] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7314bbad-7e38-4fa7-bab4-16c924da357b with Priority: HIGHEST for action security_group_members [ 915.802742] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7314bbad-7e38-4fa7-bab4-16c924da357b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.802742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.802742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.802742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.802742] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.802742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.802742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.802742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.802742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.802742] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7314bbad-7e38-4fa7-bab4-16c924da357b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.817778] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.817778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.817778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.817778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.817778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.817778] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be updated. [ 915.847170] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.847170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.847170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.847170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.847170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.854988] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: IN_PROGRESS for 2s [ 916.222415] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75e2a660-bfce-4a01-8179-4f12b921a824: rpc.has_security_group_logging(os_id): False [ 916.247276] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.247570] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.247656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.247987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.248176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.248903] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.248903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.248903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.249147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.249780] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.250155] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.250274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.250371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.250582] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.250725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.251328] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.251328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.251328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.251483] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.251483] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.251549] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75e2a660-bfce-4a01-8179-4f12b921a824 is going to be created. [ 916.280429] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c38461fc-4f9f-4766-a177-7538a079e9a7 [ 916.280657] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.280777] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.280839] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.281060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.281140] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.281232] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c38461fc-4f9f-4766-a177-7538a079e9a7 already deleted. [ 916.281306] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c38461fc-4f9f-4766-a177-7538a079e9a7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.307181] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.307362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.307544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.307702] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.309033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.310396] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.310570] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.310612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.310805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.324638] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75e2a660-bfce-4a01-8179-4f12b921a824 in Status: IN_PROGRESS for 2s [ 916.334210] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.334499] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.334621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.334697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.334911] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.334967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.335112] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7314bbad-7e38-4fa7-bab4-16c924da357b is going to be updated. [ 916.362969] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.363157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.363238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.363478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.363651] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.371671] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7314bbad-7e38-4fa7-bab4-16c924da357b in Status: IN_PROGRESS for 2s [ 916.573648] env[69236]: INFO networking_nsxv3.common.synchronization [req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 req-58568f9b-09b1-458a-a6f9-2ba9c397fdea tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 916.574247] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 916.574567] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.574692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.574751] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.576040] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.576040] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.576040] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.576176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.576253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.576338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.576436] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.027916] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.028313] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.028352] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.028693] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.028961] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.029700] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.029951] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.030147] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.030319] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.030526] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.030649] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.030788] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.030905] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.031034] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.031153] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.031359] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.051617] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.051902] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 917.051902] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.051975] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.052396] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-b4604c58-df46-433b-8f61-21df607eab50 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.052584] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-b4604c58-df46-433b-8f61-21df607eab50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.052991] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-b4604c58-df46-433b-8f61-21df607eab50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.053368] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-b4604c58-df46-433b-8f61-21df607eab50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.053494] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4604c58-df46-433b-8f61-21df607eab50',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.078504] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.078696] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.078746] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.078929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.079034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.079230] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.079330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.079394] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.079888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.079888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.079888] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 already deleted. [ 917.079888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.177026] env[69236]: INFO networking_nsxv3.common.synchronization [None req-0deef1ce-b9bc-4cb4-90b9-57ed3c73a678 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 917.177026] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 917.177026] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.177026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.177026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.177026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.177026] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.177026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.177026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.177898] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.178142] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.178495] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.560067] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.560067] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.560067] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.560067] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.560067] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.560067] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port b4604c58-df46-433b-8f61-21df607eab50 not found, creating... [ 917.560067] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.560067] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.560067] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.560067] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.560067] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.560798] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.560798] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.561527] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.562049] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.562368] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.562615] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: b4604c58-df46-433b-8f61-21df607eab50 is going to be created. [ 917.581655] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.582216] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.582489] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.582870] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.583391] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.583775] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-b4604c58-df46-433b-8f61-21df607eab50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.585990] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: SUCCESS [ 917.586351] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.682697] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.869641] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 917.869641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.869641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.869641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.869641] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.869641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.869641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.869641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.869641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.869641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.869641] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.188796] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.196253] env[69236]: INFO networking_nsxv3.common.synchronization [None req-a0550d47-520f-44b7-8b73-47c79974b779 None None] Enqueued Resource ID: adcd85d0-f5aa-42d4-b1e4-1b173cc4ad0f with Priority: HIGHEST for action port [ 918.197618] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adcd85d0-f5aa-42d4-b1e4-1b173cc4ad0f with Priority: HIGHEST for action port [ 918.198173] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-adcd85d0-f5aa-42d4-b1e4-1b173cc4ad0f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.198310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adcd85d0-f5aa-42d4-b1e4-1b173cc4ad0f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.198382] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adcd85d0-f5aa-42d4-b1e4-1b173cc4ad0f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.199667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adcd85d0-f5aa-42d4-b1e4-1b173cc4ad0f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.199667] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adcd85d0-f5aa-42d4-b1e4-1b173cc4ad0f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.336955] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75e2a660-bfce-4a01-8179-4f12b921a824 in Status: SUCCESS [ 918.337271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.373993] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.374426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.374426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.375036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.375277] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.375358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.375430] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.375599] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.375686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.375773] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.375925] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.376261] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.376342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.376609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.376940] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.377208] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.377309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.377488] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.377573] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.377680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.377775] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.387343] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7314bbad-7e38-4fa7-bab4-16c924da357b in Status: SUCCESS [ 918.387620] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7314bbad-7e38-4fa7-bab4-16c924da357b deletion is rescheduled due to dependency. [ 918.387741] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.401408] env[69236]: INFO networking_nsxv3.common.synchronization [req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 req-3c00619c-f6b0-4f5c-9064-87c13ad3fa46 service nova] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_rules [ 918.401598] env[69236]: INFO networking_nsxv3.common.synchronization [req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 req-3c00619c-f6b0-4f5c-9064-87c13ad3fa46 service nova] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 918.401738] env[69236]: INFO networking_nsxv3.common.synchronization [req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 req-3c00619c-f6b0-4f5c-9064-87c13ad3fa46 service nova] Enqueued Resource ID: b4604c58-df46-433b-8f61-21df607eab50 with Priority: HIGHEST for action port [ 918.402563] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_rules [ 918.402629] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 918.402708] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4604c58-df46-433b-8f61-21df607eab50 with Priority: HIGHEST for action port [ 918.403147] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.403269] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.403374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.403647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.403734] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.405058] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.405169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.405233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.405403] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.405549] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.405639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.406109] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.406202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.406289] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.406379] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.407300] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4604c58-df46-433b-8f61-21df607eab50 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.407373] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4604c58-df46-433b-8f61-21df607eab50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.407373] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4604c58-df46-433b-8f61-21df607eab50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.407517] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4604c58-df46-433b-8f61-21df607eab50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.407623] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4604c58-df46-433b-8f61-21df607eab50',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.505014] env[69236]: INFO networking_nsxv3.common.synchronization [None req-20b65d69-9890-424e-b90c-f47a35559100 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Enqueued Resource ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f with Priority: HIGHEST for action security_group_rules [ 918.506153] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f with Priority: HIGHEST for action security_group_rules [ 918.506542] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.506679] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.506740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.507023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.507115] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b1c935d-62fe-4fae-927c-71f152d0fa2f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.601477] env[69236]: INFO networking_nsxv3.common.synchronization [None req-c43d82dd-0ba7-4bab-a550-bdb5fda216da tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Enqueued Resource ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f with Priority: HIGHEST for action security_group_rules [ 918.602119] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f with Priority: HIGHEST for action security_group_rules [ 918.602548] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.602679] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.694803] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.695037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.695091] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.695327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.695431] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.695552] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a is going to be updated. [ 918.701481] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adcd85d0-f5aa-42d4-b1e4-1b173cc4ad0f [ 918.701753] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.701895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.701967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.702242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.702366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.702468] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adcd85d0-f5aa-42d4-b1e4-1b173cc4ad0f already deleted. [ 918.702589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adcd85d0-f5aa-42d4-b1e4-1b173cc4ad0f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.722742] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.723044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.723136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.723561] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.723561] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.733301] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: IN_PROGRESS for 2s [ 918.886433] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c507dc4e-b768-41ed-bdb2-661b093161d2: rpc.has_security_group_logging(os_id): False [ 918.903395] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.907821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.907821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.907821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.907821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.908115] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.908225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.908225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.908986] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.908986] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.908986] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.908986] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.908986] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.908986] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.908986] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.911199] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.911199] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.911199] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.911199] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.911199] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.911199] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be updated. [ 918.911581] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.911581] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.912037] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4604c58-df46-433b-8f61-21df607eab50 with status ACTIVE [ 918.912206] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.912312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.912368] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.912552] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.912640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.912803] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.912910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.912994] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.915124] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.915461] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.915989] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.916351] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.916588] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.917038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.919266] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.919266] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4604c58-df46-433b-8f61-21df607eab50 is going to be updated. [ 918.920588] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.950272] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.950478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.950518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.950703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.950883] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.951016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4604c58-df46-433b-8f61-21df607eab50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.983043] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.983043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.983043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.983043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.983043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.994458] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: IN_PROGRESS for 2s [ 919.034994] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.034994] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.034994] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.034994] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.034994] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.035348] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f already deleted. [ 919.035398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.035828] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.035932] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.035974] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b1c935d-62fe-4fae-927c-71f152d0fa2f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.427813] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.558320] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.558550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.558600] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.558818] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.558910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.559013] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f already deleted. [ 919.559112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.892471] env[69236]: INFO networking_nsxv3.common.synchronization [req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 req-06c7dcb1-15f4-41f0-9a79-2a2a0a11ca8b tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 919.896066] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 919.898394] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.898591] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.898816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.898992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.899246] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.899413] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.899521] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.899759] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.899891] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.900051] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.931183] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.931410] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.931410] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.931675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.931803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.931906] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be created. [ 919.957440] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.957806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.957806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.958097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.958097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.968542] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: UNINITIALIZED for 2s [ 920.124210] env[69236]: INFO networking_nsxv3.common.synchronization [req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 req-ca977679-f683-4249-aeb9-b3a85dae02b0 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Enqueued Resource ID: bb08c192-1189-4a8d-9639-fb7eea382985 with Priority: HIGHEST for action security_group_members [ 920.124814] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb08c192-1189-4a8d-9639-fb7eea382985 with Priority: HIGHEST for action security_group_members [ 920.125757] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb08c192-1189-4a8d-9639-fb7eea382985 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.125885] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.125885] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.126100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.126258] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.126360] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.126417] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.126948] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.127069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.127172] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.336260] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.336463] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.336592] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.336865] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.337140] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.340322] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.340322] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.340322] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.340322] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.340322] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.340322] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.340322] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.340322] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.340322] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.340322] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.340322] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.357733] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.357733] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 920.357733] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.357733] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.357733] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-91fb1f06-5ffe-4e73-852e-7af586d0a1c1 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.357733] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-91fb1f06-5ffe-4e73-852e-7af586d0a1c1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.357733] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-91fb1f06-5ffe-4e73-852e-7af586d0a1c1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.358216] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-91fb1f06-5ffe-4e73-852e-7af586d0a1c1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.358216] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91fb1f06-5ffe-4e73-852e-7af586d0a1c1',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.403605] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.403801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.403847] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.404050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.404162] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.404361] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.404462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.404523] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.404691] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.404751] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.404841] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be updated. [ 920.433891] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.433891] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.433891] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.434274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.434274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.442778] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 920.630914] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.631163] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.631292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.631546] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.668322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.668640] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.668762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.668762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.669085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.669085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.669248] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb08c192-1189-4a8d-9639-fb7eea382985 is going to be updated. [ 920.711028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.711028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.711028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.711028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.711028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.725175] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb08c192-1189-4a8d-9639-fb7eea382985 in Status: IN_PROGRESS for 2s [ 920.743612] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: SUCCESS [ 920.743891] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.862575] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.862877] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.863058] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.863370] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.863531] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.863695] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 91fb1f06-5ffe-4e73-852e-7af586d0a1c1 not found, creating... [ 920.864009] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.864211] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.864342] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.864631] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.864797] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.865206] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.865382] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.865511] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.865757] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.865934] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.866119] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 91fb1f06-5ffe-4e73-852e-7af586d0a1c1 is going to be created. [ 920.892929] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.893272] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.893316] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.893580] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.893818] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.894078] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-91fb1f06-5ffe-4e73-852e-7af586d0a1c1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.022964] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 921.023226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.196670] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca58eec9-f22e-4e75-92bb-6ef136b2232a req-15d9473a-9152-4ffe-8de7-b215ebef17a7 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 921.198443] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 921.198443] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.198443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.198443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.198443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.198718] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.198718] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.198718] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.199164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.199164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.199164] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.702226] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.702408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.702482] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.702841] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.702841] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.703490] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.703490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.703490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.703490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.703490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.703700] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb is going to be updated. [ 921.728570] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.728748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.728787] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.729100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.729253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.739277] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: IN_PROGRESS for 2s [ 921.836705] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca58eec9-f22e-4e75-92bb-6ef136b2232a req-71fec09a-3db7-4445-8c09-a2935797e612 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 921.837457] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 921.837844] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.838009] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.974646] env[69236]: INFO networking_nsxv3.common.synchronization [req-645caba7-969a-45eb-9646-0bf906a4e926 req-d01b8f14-1885-48aa-839c-c32a9fd57de6 service nova] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_rules [ 921.974993] env[69236]: INFO networking_nsxv3.common.synchronization [req-645caba7-969a-45eb-9646-0bf906a4e926 req-d01b8f14-1885-48aa-839c-c32a9fd57de6 service nova] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 921.975087] env[69236]: INFO networking_nsxv3.common.synchronization [req-645caba7-969a-45eb-9646-0bf906a4e926 req-d01b8f14-1885-48aa-839c-c32a9fd57de6 service nova] Enqueued Resource ID: 91fb1f06-5ffe-4e73-852e-7af586d0a1c1 with Priority: HIGHEST for action port [ 921.976810] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_rules [ 921.976956] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 921.977065] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91fb1f06-5ffe-4e73-852e-7af586d0a1c1 with Priority: HIGHEST for action port [ 921.977370] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.977536] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.977635] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.977781] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.977861] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.978815] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.982027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.982027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.982027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.982027] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.982027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.982027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.982027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.982027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.982027] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.983780] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-91fb1f06-5ffe-4e73-852e-7af586d0a1c1 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.983944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91fb1f06-5ffe-4e73-852e-7af586d0a1c1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.984051] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91fb1f06-5ffe-4e73-852e-7af586d0a1c1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.984374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91fb1f06-5ffe-4e73-852e-7af586d0a1c1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.984374] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91fb1f06-5ffe-4e73-852e-7af586d0a1c1',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.988208] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 921.988208] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.988208] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.988208] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.988208] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.988208] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.988208] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.988208] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.988208] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.988208] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.988208] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.067596] env[69236]: INFO networking_nsxv3.common.synchronization [req-bad21184-7386-4612-8087-82db45a2492c req-c1fc28c1-bc74-45fd-94e8-29d78cfdd506 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Enqueued Resource ID: 100c5ce9-3297-4435-b06e-a930238c6c09 with Priority: HIGHEST for action security_group_members [ 922.068067] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 100c5ce9-3297-4435-b06e-a930238c6c09 with Priority: HIGHEST for action security_group_members [ 922.068224] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-100c5ce9-3297-4435-b06e-a930238c6c09 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.068363] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.068433] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.068631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.068789] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.068886] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.068945] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.070467] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.070577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.070684] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('100c5ce9-3297-4435-b06e-a930238c6c09',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.400074] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.400393] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-902" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.400393] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-902" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.400679] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-902" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.401237] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.401237] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.401460] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.401549] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.401699] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.401911] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.402057] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.402157] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.402279] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.402394] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.402508] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.402643] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.435730] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.436110] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 922.436311] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.436553] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-902" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.436931] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-7c81cdf0-d882-48a2-b91c-ed59397fa779 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.437174] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-7c81cdf0-d882-48a2-b91c-ed59397fa779" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.437339] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-7c81cdf0-d882-48a2-b91c-ed59397fa779" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.437698] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-7c81cdf0-d882-48a2-b91c-ed59397fa779" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.437862] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c81cdf0-d882-48a2-b91c-ed59397fa779',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.458388] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 922.458602] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 deletion is rescheduled due to dependency. [ 922.458749] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.486987] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.487176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.487436] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.489449] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91fb1f06-5ffe-4e73-852e-7af586d0a1c1 with status ACTIVE [ 922.489672] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.489797] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.489865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.490159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.490308] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.490496] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.490619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.490685] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.490850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.490940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.491115] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.491216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.491270] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.491418] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.491472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.491580] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91fb1f06-5ffe-4e73-852e-7af586d0a1c1 is going to be updated. [ 922.492779] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.492899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.492946] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.493112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.493273] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.493625] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.493625] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.493625] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.493766] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.493766] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.493860] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.493950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.494019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.494157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.494310] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.494402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.494462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.494595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.494693] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.494774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.494861] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.546099] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.546345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.546345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.546575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.546764] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.546966] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91fb1f06-5ffe-4e73-852e-7af586d0a1c1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.572747] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.573028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.573138] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.573506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.573681] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.574052] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.574217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.574316] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.574642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.574736] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.574985] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 100c5ce9-3297-4435-b06e-a930238c6c09 is going to be updated. [ 922.615396] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.615396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.615550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.615687] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.615910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.628822] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 100c5ce9-3297-4435-b06e-a930238c6c09 in Status: IN_PROGRESS for 2s [ 922.739410] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb08c192-1189-4a8d-9639-fb7eea382985 in Status: SUCCESS [ 922.739583] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb08c192-1189-4a8d-9639-fb7eea382985 deletion is rescheduled due to dependency. [ 922.739704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.940440] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.940747] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.940881] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.941190] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.941351] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.941515] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 7c81cdf0-d882-48a2-b91c-ed59397fa779 not found, creating... [ 922.941784] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.941942] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.942328] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.946020] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.946020] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.946020] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.946020] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.946020] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.946020] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.946020] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.946020] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 7c81cdf0-d882-48a2-b91c-ed59397fa779 is going to be created. [ 922.964036] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.964267] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.964459] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.964742] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.964975] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.965221] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-7c81cdf0-d882-48a2-b91c-ed59397fa779" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.992633] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.996583] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e899830b-606e-42bd-98b9-1c4b9625d051: rpc.has_security_group_logging(os_id): False [ 923.016543] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.016724] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.016796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.017018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.017117] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.017355] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.017447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.017480] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.017608] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.017686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.017887] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.017991] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.018077] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.018241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.018317] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.018653] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.018819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.018881] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.020148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.020148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.020148] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be created. [ 923.121380] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.121380] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.121380] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.121380] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.121555] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.133044] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 923.492720] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.493753] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.493753] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.493753] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.493753] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.493753] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a is going to be updated. [ 923.522457] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.522457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.522457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.522457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.522457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.533041] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: IN_PROGRESS for 2s [ 923.603372] env[69236]: INFO networking_nsxv3.common.synchronization [req-7d96086b-314d-4830-929b-2020e65c0df5 req-8db36f24-b0d5-4a21-8694-7687d6e68d6d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Enqueued Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 923.603965] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGHEST for action security_group_members [ 923.606402] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.606402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.606402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.606402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.606402] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.606402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.606402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.606402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.606790] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.606790] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.765714] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: SUCCESS [ 923.765880] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb deletion is rescheduled due to dependency. [ 923.765989] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.766174] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.766394] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.766579] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.766690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.766749] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.766892] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.766967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.767072] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.833203] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca58eec9-f22e-4e75-92bb-6ef136b2232a req-14059266-a8ea-4157-b429-d8282da62a35 service nova] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_rules [ 923.833372] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca58eec9-f22e-4e75-92bb-6ef136b2232a req-14059266-a8ea-4157-b429-d8282da62a35 service nova] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 923.833518] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca58eec9-f22e-4e75-92bb-6ef136b2232a req-14059266-a8ea-4157-b429-d8282da62a35 service nova] Enqueued Resource ID: 7c81cdf0-d882-48a2-b91c-ed59397fa779 with Priority: HIGHEST for action port [ 923.833960] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_rules [ 923.834135] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 923.838089] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c81cdf0-d882-48a2-b91c-ed59397fa779 with Priority: HIGHEST for action port [ 923.838089] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.838089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.838089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.838089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.838089] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.838089] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.838089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.838089] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c81cdf0-d882-48a2-b91c-ed59397fa779 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.838089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c81cdf0-d882-48a2-b91c-ed59397fa779" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.838089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c81cdf0-d882-48a2-b91c-ed59397fa779" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.838089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c81cdf0-d882-48a2-b91c-ed59397fa779" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.838089] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c81cdf0-d882-48a2-b91c-ed59397fa779',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.108762] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.108762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.108762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.109131] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.132840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.132840] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.132840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.132840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.132840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.132840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.132840] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a is going to be updated. [ 924.159740] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.159900] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.159900] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.160118] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.160306] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.168987] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: IN_PROGRESS for 2s [ 924.270331] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.340506] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.340656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.340826] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c81cdf0-d882-48a2-b91c-ed59397fa779 with status ACTIVE [ 924.340994] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.341116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.341183] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.341424] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.341523] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.341697] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.341795] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.341858] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.342026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.342108] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.342291] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.342387] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.342449] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.342588] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.342662] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.342747] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c81cdf0-d882-48a2-b91c-ed59397fa779 is going to be updated. [ 924.368458] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.368621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.368696] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.368936] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.369099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.369279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c81cdf0-d882-48a2-b91c-ed59397fa779" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.638864] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 100c5ce9-3297-4435-b06e-a930238c6c09 in Status: SUCCESS [ 924.639156] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 100c5ce9-3297-4435-b06e-a930238c6c09 deletion is rescheduled due to dependency. [ 924.639289] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.771457] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.091937] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.092268] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-780" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.092454] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-780" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.092989] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-780" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.095264] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.095264] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.095264] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.095264] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.095264] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.096074] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.096296] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.096480] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.096658] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.096840] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.097030] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.097237] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.115546] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.115845] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 925.115845] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.116175] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-780" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.116368] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-8df7f4c7-0722-4721-8c91-356a2294e285 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.116620] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-8df7f4c7-0722-4721-8c91-356a2294e285" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.116678] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-8df7f4c7-0722-4721-8c91-356a2294e285" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.116987] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-8df7f4c7-0722-4721-8c91-356a2294e285" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.117191] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df7f4c7-0722-4721-8c91-356a2294e285',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.147426] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 925.147680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.274569] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.274737] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.274853] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.275149] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.275251] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.275412] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb is going to be updated. [ 925.305389] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.305580] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.305861] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.306059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.306210] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.318216] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: IN_PROGRESS for 2s [ 925.541885] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: SUCCESS [ 925.542136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.542304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.543305] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.543305] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.543305] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.543305] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.543305] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.543305] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.543305] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.543735] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.619596] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.619842] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.620026] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.620484] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.620706] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.620901] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 8df7f4c7-0722-4721-8c91-356a2294e285 not found, creating... [ 925.621227] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.621427] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.621583] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.621899] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.622097] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.622433] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.622624] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.622781] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.623037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.623232] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.623392] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 8df7f4c7-0722-4721-8c91-356a2294e285 is going to be created. [ 925.641736] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.641913] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.642065] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.642329] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.642585] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.642833] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-8df7f4c7-0722-4721-8c91-356a2294e285" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.045835] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.046028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.046104] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.046346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.046527] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.046643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.046710] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.046901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.046991] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.047096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.047248] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.047353] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.047451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.047611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.047792] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.047908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.048017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.048194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.048194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.048320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.048433] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.191990] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a in Status: SUCCESS [ 926.192936] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a deletion is rescheduled due to dependency. [ 926.192936] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.419061] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca58eec9-f22e-4e75-92bb-6ef136b2232a req-20db57d7-cb01-4abb-bcde-0fd6ef39095a service nova] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_rules [ 926.419279] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca58eec9-f22e-4e75-92bb-6ef136b2232a req-20db57d7-cb01-4abb-bcde-0fd6ef39095a service nova] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 926.419427] env[69236]: INFO networking_nsxv3.common.synchronization [req-ca58eec9-f22e-4e75-92bb-6ef136b2232a req-20db57d7-cb01-4abb-bcde-0fd6ef39095a service nova] Enqueued Resource ID: 8df7f4c7-0722-4721-8c91-356a2294e285 with Priority: HIGHEST for action port [ 926.419650] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_rules [ 926.419776] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 926.419870] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df7f4c7-0722-4721-8c91-356a2294e285 with Priority: HIGHEST for action port [ 926.420527] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.420625] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.423006] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.423119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.423679] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-8df7f4c7-0722-4721-8c91-356a2294e285 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.423819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8df7f4c7-0722-4721-8c91-356a2294e285" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.423891] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8df7f4c7-0722-4721-8c91-356a2294e285" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.424113] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8df7f4c7-0722-4721-8c91-356a2294e285" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.424213] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df7f4c7-0722-4721-8c91-356a2294e285',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.553075] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a74ab54f-7464-4be4-aea5-9b8ad485152a: rpc.has_security_group_logging(os_id): False [ 926.569468] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.569618] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.569677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.569887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.569980] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.570184] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.570300] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.570365] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.570581] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.570581] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.570769] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.570852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.570908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.571059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.571128] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.571344] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.571434] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.571489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.571631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.571692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.571782] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a is going to be updated. [ 926.634458] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.634670] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.634670] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.634877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.635030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.648318] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: IN_PROGRESS for 2s [ 926.925885] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8df7f4c7-0722-4721-8c91-356a2294e285 with status ACTIVE [ 926.926291] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.926486] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.926648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.926738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.926820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.927082] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.927226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.927329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.927504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.927650] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.927928] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.927928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.928087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.928139] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.928364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.928364] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8df7f4c7-0722-4721-8c91-356a2294e285 is going to be updated. [ 926.951719] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.951977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.951977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.952356] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.952356] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.952524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8df7f4c7-0722-4721-8c91-356a2294e285" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.327566] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: SUCCESS [ 927.327911] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.329222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.329222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.329222] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.329222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.329222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.329222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.329222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.329222] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.813350] env[69236]: INFO networking_nsxv3.common.synchronization [req-145c7535-f1e6-441c-bd3e-3baef6965e45 req-6f1da2e5-24a8-4b71-832a-dc549dbaf908 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Enqueued Resource ID: 75e2a660-bfce-4a01-8179-4f12b921a824 with Priority: HIGHEST for action security_group_members [ 927.813885] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e2a660-bfce-4a01-8179-4f12b921a824 with Priority: HIGHEST for action security_group_members [ 927.814195] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-75e2a660-bfce-4a01-8179-4f12b921a824 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.814320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.818017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.818017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.818017] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.818017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.818017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.818017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.818017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.818017] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75e2a660-bfce-4a01-8179-4f12b921a824',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.831527] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.066027] env[69236]: INFO networking_nsxv3.common.synchronization [req-429debef-1db8-43c2-89e2-9ee8aca07dfb req-39c0f0fd-7eaf-4238-ab3a-919b792ad8ae tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Enqueued Resource ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b with Priority: HIGHEST for action security_group_members [ 928.066821] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b with Priority: HIGHEST for action security_group_members [ 928.067532] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-903bb2ed-ec03-4b13-ace4-0d674b190a0b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.067688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.067767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.068038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.068272] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.068390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.068457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.068605] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.068687] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.068782] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('903bb2ed-ec03-4b13-ace4-0d674b190a0b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.319094] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.319307] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.319354] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.319579] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.319747] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.320145] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.320145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.320145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.320325] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.320371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.320476] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e2a660-bfce-4a01-8179-4f12b921a824 is going to be updated. [ 928.333224] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.379787] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.379938] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.379997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.380218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.380437] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.396683] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e2a660-bfce-4a01-8179-4f12b921a824 in Status: IN_PROGRESS for 2s [ 928.441888] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.442149] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-881" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.442326] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-881" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.443298] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-881" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.443298] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.443298] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.443535] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.444122] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.444341] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.444601] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.444765] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.444908] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.445056] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.445159] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.445290] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.445455] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.467709] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.467894] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 928.468186] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.468321] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-881" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.468675] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-a3401bb0-ffc5-4f50-ab15-9630606167b2 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.468862] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-a3401bb0-ffc5-4f50-ab15-9630606167b2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.468989] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-a3401bb0-ffc5-4f50-ab15-9630606167b2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.469350] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-a3401bb0-ffc5-4f50-ab15-9630606167b2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.469500] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3401bb0-ffc5-4f50-ab15-9630606167b2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.571196] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.571388] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.571662] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.571734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.571871] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.572104] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.572206] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.572270] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.572429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.572512] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.572629] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b already deleted. [ 928.572731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.663746] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: SUCCESS [ 928.664054] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.835424] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.836179] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.838156] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.838531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.839251] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.839251] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb is going to be updated. [ 928.873293] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.873506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.873545] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.873803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.873972] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.883183] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: IN_PROGRESS for 2s [ 928.972249] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.972549] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.972678] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.972994] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.975535] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.975535] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port a3401bb0-ffc5-4f50-ab15-9630606167b2 not found, creating... [ 928.975535] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.975535] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.975535] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.975535] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.975535] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.975535] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.975535] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.977536] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.977536] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.977536] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.978107] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: a3401bb0-ffc5-4f50-ab15-9630606167b2 is going to be created. [ 929.001591] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.002508] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.002508] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.002508] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.003295] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.003295] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-a3401bb0-ffc5-4f50-ab15-9630606167b2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.750157] env[69236]: INFO networking_nsxv3.common.synchronization [req-429debef-1db8-43c2-89e2-9ee8aca07dfb req-adaf540b-a440-4e0b-a03a-e0994321d287 service nova] Enqueued Resource ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b with Priority: HIGHEST for action security_group_rules [ 929.750389] env[69236]: INFO networking_nsxv3.common.synchronization [req-429debef-1db8-43c2-89e2-9ee8aca07dfb req-adaf540b-a440-4e0b-a03a-e0994321d287 service nova] Enqueued Resource ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b with Priority: HIGHEST for action security_group_members [ 929.750567] env[69236]: INFO networking_nsxv3.common.synchronization [req-429debef-1db8-43c2-89e2-9ee8aca07dfb req-adaf540b-a440-4e0b-a03a-e0994321d287 service nova] Enqueued Resource ID: a3401bb0-ffc5-4f50-ab15-9630606167b2 with Priority: HIGHEST for action port [ 929.756020] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b with Priority: HIGHEST for action security_group_rules [ 929.756020] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b with Priority: HIGHEST for action security_group_members [ 929.756020] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3401bb0-ffc5-4f50-ab15-9630606167b2 with Priority: HIGHEST for action port [ 929.756020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.756020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.756020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.756020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.756020] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('903bb2ed-ec03-4b13-ace4-0d674b190a0b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.756020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-903bb2ed-ec03-4b13-ace4-0d674b190a0b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.756020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.756020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.756020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.756020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.756020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.756020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.756020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.756020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.756020] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('903bb2ed-ec03-4b13-ace4-0d674b190a0b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.762649] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3401bb0-ffc5-4f50-ab15-9630606167b2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.762649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3401bb0-ffc5-4f50-ab15-9630606167b2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.762649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3401bb0-ffc5-4f50-ab15-9630606167b2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.762649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3401bb0-ffc5-4f50-ab15-9630606167b2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.762649] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3401bb0-ffc5-4f50-ab15-9630606167b2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.266637] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('903bb2ed-ec03-4b13-ace4-0d674b190a0b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.266637] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-903bb2ed-ec03-4b13-ace4-0d674b190a0b taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.266637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.266637] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3401bb0-ffc5-4f50-ab15-9630606167b2 with status ACTIVE [ 930.266637] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.266637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.266637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.266637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.266637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.266637] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.266637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.266637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.266637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.266637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.267146] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.272170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.272299] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.273031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.273031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.273031] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3401bb0-ffc5-4f50-ab15-9630606167b2 is going to be updated. [ 930.296837] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.297106] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.297106] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.297363] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.297494] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.297648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3401bb0-ffc5-4f50-ab15-9630606167b2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.416529] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75e2a660-bfce-4a01-8179-4f12b921a824 in Status: SUCCESS [ 930.416664] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75e2a660-bfce-4a01-8179-4f12b921a824 deletion is rescheduled due to dependency. [ 930.416784] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.765325] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('903bb2ed-ec03-4b13-ace4-0d674b190a0b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.898893] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: SUCCESS [ 930.899221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.899422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.899695] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.899937] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.900084] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.900154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.900369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.900492] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.900587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.900722] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.902148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.902383] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.902834] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.902956] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.903044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.903199] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.903297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.903395] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.009330] env[69236]: INFO networking_nsxv3.common.synchronization [req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d req-5ee47462-7aef-457f-bcc2-e59c74e6033d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 931.009330] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 931.010337] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.010656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.010817] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.011126] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.013066] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.013066] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.013066] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.013066] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.013066] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.013066] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.271217] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.271217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.271217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.274443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.274443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.274443] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b is going to be created. [ 931.300164] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.300164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.300164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.300164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.300382] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.314324] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b in Status: UNINITIALIZED for 2s [ 931.405051] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.405400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.405532] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.515510] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.515686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.515771] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.515959] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.516065] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.516267] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.516371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.516437] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.516586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.516677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.516747] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be updated. [ 931.545192] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.545346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.545418] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.545626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.545770] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.556574] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 931.908613] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.056095] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.057187] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.057420] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.057766] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.059016] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.059016] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.059016] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.059016] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.059016] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.059247] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.059392] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.059556] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.059695] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.059836] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.059971] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.060829] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.087144] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.087144] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 932.087144] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.087144] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-624" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.087144] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-1959174c-fdea-4003-bf20-92fc8ef98337 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.087144] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-1959174c-fdea-4003-bf20-92fc8ef98337" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.087144] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-1959174c-fdea-4003-bf20-92fc8ef98337" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.087144] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-1959174c-fdea-4003-bf20-92fc8ef98337" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.087144] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1959174c-fdea-4003-bf20-92fc8ef98337',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.411531] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.411761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.411860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.412169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.415928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.415928] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb is going to be updated. [ 932.446726] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.446875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.446946] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.447172] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.447334] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.458254] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: IN_PROGRESS for 2s [ 932.593037] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.593037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.593037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.593037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.593037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.593037] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 1959174c-fdea-4003-bf20-92fc8ef98337 not found, creating... [ 932.593037] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.593037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.593037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.593037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.593037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.594436] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.594765] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.594765] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.594996] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.595160] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.595809] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 1959174c-fdea-4003-bf20-92fc8ef98337 is going to be created. [ 932.625460] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.625696] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.626486] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.626486] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.626486] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.626644] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-1959174c-fdea-4003-bf20-92fc8ef98337" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.324927] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b in Status: SUCCESS [ 933.326704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.326704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.326704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.326704] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.326704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.326704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.326704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.326704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.326704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.326704] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('903bb2ed-ec03-4b13-ace4-0d674b190a0b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.568525] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 933.569020] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 deletion is rescheduled due to dependency. [ 933.569020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.806447] env[69236]: INFO networking_nsxv3.common.synchronization [req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d req-cb02865b-0e16-4dbf-984d-13aa162be0ea service nova] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_rules [ 933.806447] env[69236]: INFO networking_nsxv3.common.synchronization [req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d req-cb02865b-0e16-4dbf-984d-13aa162be0ea service nova] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 933.806577] env[69236]: INFO networking_nsxv3.common.synchronization [req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d req-cb02865b-0e16-4dbf-984d-13aa162be0ea service nova] Enqueued Resource ID: 1959174c-fdea-4003-bf20-92fc8ef98337 with Priority: HIGHEST for action port [ 933.807197] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_rules [ 933.807392] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 933.808318] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1959174c-fdea-4003-bf20-92fc8ef98337 with Priority: HIGHEST for action port [ 933.808318] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.808570] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.808570] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.808739] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.808819] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.809931] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.810060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.810132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.810393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.810593] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.810748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.810748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.810910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.810910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.811037] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.812060] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-1959174c-fdea-4003-bf20-92fc8ef98337 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.812060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1959174c-fdea-4003-bf20-92fc8ef98337" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.812060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1959174c-fdea-4003-bf20-92fc8ef98337" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.812237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1959174c-fdea-4003-bf20-92fc8ef98337" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.812299] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1959174c-fdea-4003-bf20-92fc8ef98337',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.830208] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('903bb2ed-ec03-4b13-ace4-0d674b190a0b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.314739] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.314869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.315085] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.316023] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1959174c-fdea-4003-bf20-92fc8ef98337 with status ACTIVE [ 934.316181] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.316304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.316376] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.316573] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.316655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.316819] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.316912] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.316983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.317164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.317240] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.317438] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.317526] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.318743] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.318743] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.318743] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.318743] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1959174c-fdea-4003-bf20-92fc8ef98337 is going to be updated. [ 934.333327] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 903bb2ed-ec03-4b13-ace4-0d674b190a0b: rpc.has_security_group_logging(os_id): False [ 934.339996] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.340210] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.340251] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.340518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.341213] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.341213] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1959174c-fdea-4003-bf20-92fc8ef98337" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.360037] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.360037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.360209] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.360302] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.360475] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.360725] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.360830] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.360923] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.361283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.361283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.361405] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b is going to be created. [ 934.473214] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: SUCCESS [ 934.473525] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.473759] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.474112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.474341] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.474597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.474597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.474922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.474960] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.475102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.475396] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.475612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.475612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.476026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.476026] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.476136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.476170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.476382] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.476527] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.476620] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.476725] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.487019] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.487019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.487019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.487019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.487019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.498019] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b in Status: IN_PROGRESS for 2s [ 934.819943] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.980250] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01cb74de-cd9f-404d-9a86-9fdb64daacbb: rpc.has_security_group_logging(os_id): False [ 934.999571] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.999571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.999571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.999900] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.000093] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.000543] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.000648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.000740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.002611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.002611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.002611] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.002611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.002611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.002611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.002611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.003246] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.004116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.004116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.004116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.004116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.004325] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb is going to be updated. [ 935.061564] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.061811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.061941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.062333] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.062584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.083552] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: IN_PROGRESS for 2s [ 935.322585] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.322841] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.322982] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.323299] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.323421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.323556] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be updated. [ 935.351457] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.351785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.353229] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.354048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.354048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.362214] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 936.512446] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b in Status: SUCCESS [ 936.512446] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.813928] env[69236]: INFO networking_nsxv3.common.synchronization [req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a req-e2410a84-38e0-454c-b7d6-ec28b0f92da1 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 936.814474] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 936.814776] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.814901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.814970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.815624] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.815624] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.815775] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.815775] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.815877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.815960] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.816070] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.096119] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: SUCCESS [ 937.096431] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.096472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.097370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.097370] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.111849] env[69236]: INFO networking_nsxv3.common.synchronization [None req-14ebbe9d-4af5-4e85-97e6-d5d613e4e2c0 None None] Enqueued Resource ID: 1966d834-15b5-4999-9dfa-c792a95ecac1 with Priority: HIGHEST for action port [ 937.111988] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1966d834-15b5-4999-9dfa-c792a95ecac1 with Priority: HIGHEST for action port [ 937.112316] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-1966d834-15b5-4999-9dfa-c792a95ecac1 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.112432] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1966d834-15b5-4999-9dfa-c792a95ecac1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.112524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1966d834-15b5-4999-9dfa-c792a95ecac1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.114199] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1966d834-15b5-4999-9dfa-c792a95ecac1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.114199] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1966d834-15b5-4999-9dfa-c792a95ecac1',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.319120] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.372790] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 937.373070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.373606] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.373844] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.374069] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.374198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.374271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.374440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.374525] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.374613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.374731] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.515827] env[69236]: INFO networking_nsxv3.common.synchronization [None req-7b0c7458-5048-4991-96c2-47e3e43ab90b tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 937.516660] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 937.517094] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.517246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.602214] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.602214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.602214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.602214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.602214] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.602214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.602214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.602214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.602214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.602214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.602214] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.617142] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1966d834-15b5-4999-9dfa-c792a95ecac1 [ 937.618870] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.618870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.618870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.618870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.618870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.618870] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1966d834-15b5-4999-9dfa-c792a95ecac1 already deleted. [ 937.618870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1966d834-15b5-4999-9dfa-c792a95ecac1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.720260] env[69236]: INFO networking_nsxv3.common.synchronization [req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 req-a18efda7-f41b-4a9b-bc61-e3242df19eae tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Enqueued Resource ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f with Priority: HIGHEST for action security_group_members [ 937.720495] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f with Priority: HIGHEST for action security_group_members [ 937.720833] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1c935d-62fe-4fae-927c-71f152d0fa2f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.721866] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.721968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.722528] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.722528] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.722655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.722685] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.722914] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.723394] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.723394] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b1c935d-62fe-4fae-927c-71f152d0fa2f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.821676] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.877847] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.878127] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.878127] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.878516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.878878] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.878997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.879126] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.879396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.879544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.879657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.880059] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.880253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.880446] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.880726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.880974] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.884481] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.884566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.884820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.885000] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.885578] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.885578] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.106584] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.106794] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.107362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.107362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.107362] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.107362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.107570] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.107570] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.107629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.107719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.107842] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.108159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.108159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.108159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.108352] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.108853] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.108853] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.108853] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.108853] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.108853] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.109055] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.232540] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.232540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.232540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.232540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.232540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.232540] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.232540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.232540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.232540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.232540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.232540] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f already deleted. [ 938.232540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.326999] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.330591] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.330591] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.330591] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.330591] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.330591] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a is going to be updated. [ 938.361397] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.361397] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.361397] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.361397] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.361397] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.369502] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: IN_PROGRESS for 2s [ 938.388433] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b66e5c89-31dd-49bf-9481-172ecfa8d8b6: rpc.has_security_group_logging(os_id): False [ 938.409025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.409025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.409025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.409025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.409025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.409025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.409025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.409025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.409025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.409025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.409025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.409702] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.409889] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.410238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.411081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.411417] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.411649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.411804] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.412054] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.412231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.414022] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be updated. [ 938.521425] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.521755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.521755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.523319] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.523319] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.552341] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 938.614569] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01cb74de-cd9f-404d-9a86-9fdb64daacbb: rpc.has_security_group_logging(os_id): False [ 938.636708] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.636922] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-864" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.637093] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-864" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.637429] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-864" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.637706] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.637869] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.637992] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.638244] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.638444] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.638842] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.638842] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.638958] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.639072] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.639118] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.639349] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.639535] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.659684] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.659846] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.659911] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.660153] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.660239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.660456] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.660555] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.660611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.660760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.660832] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.661042] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.663544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.663544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.663544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.663544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.663544] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.663544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.663544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.663544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.663544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.663544] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb is going to be updated. [ 938.675520] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.675766] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 938.675927] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.676124] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-864" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.676995] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-de074e29-0300-4548-b2fe-f5d6da21ac61 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.677228] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-de074e29-0300-4548-b2fe-f5d6da21ac61" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.677362] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-de074e29-0300-4548-b2fe-f5d6da21ac61" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.677785] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-de074e29-0300-4548-b2fe-f5d6da21ac61" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.678055] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de074e29-0300-4548-b2fe-f5d6da21ac61',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.779770] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.779893] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.779964] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.780202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.780457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.798626] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: IN_PROGRESS for 2s [ 939.183380] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.183380] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.183380] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.183380] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.183380] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.183593] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port de074e29-0300-4548-b2fe-f5d6da21ac61 not found, creating... [ 939.184876] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.184876] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.184876] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.184876] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.184876] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.185525] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.185776] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.185922] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.186203] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.186373] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.186583] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: de074e29-0300-4548-b2fe-f5d6da21ac61 is going to be created. [ 939.215475] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.216193] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.216383] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.216742] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.217216] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.217662] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-de074e29-0300-4548-b2fe-f5d6da21ac61" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.705704] env[69236]: INFO networking_nsxv3.common.synchronization [None req-3ab93a33-2dec-4599-80cc-8e619f1a4ac6 None None] Enqueued Resource ID: eb5243df-9c82-4620-a8f5-9db658d4e319 with Priority: HIGHEST for action port [ 939.705704] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5243df-9c82-4620-a8f5-9db658d4e319 with Priority: HIGHEST for action port [ 939.705704] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb5243df-9c82-4620-a8f5-9db658d4e319 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.705704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb5243df-9c82-4620-a8f5-9db658d4e319" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.705704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb5243df-9c82-4620-a8f5-9db658d4e319" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.707073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb5243df-9c82-4620-a8f5-9db658d4e319" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.707419] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb5243df-9c82-4620-a8f5-9db658d4e319',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.859117] env[69236]: INFO networking_nsxv3.common.synchronization [None req-372b7ba0-be0a-4407-943d-e41001b9ba10 None None] Enqueued Resource ID: 60c6f85b-532b-4089-a00f-fb4b4d02931d with Priority: HIGHEST for action port [ 939.859117] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c6f85b-532b-4089-a00f-fb4b4d02931d with Priority: HIGHEST for action port [ 939.859117] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-60c6f85b-532b-4089-a00f-fb4b4d02931d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.859117] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60c6f85b-532b-4089-a00f-fb4b4d02931d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.859117] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60c6f85b-532b-4089-a00f-fb4b4d02931d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.859117] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60c6f85b-532b-4089-a00f-fb4b4d02931d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.859117] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60c6f85b-532b-4089-a00f-fb4b4d02931d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.897532] env[69236]: INFO networking_nsxv3.common.synchronization [req-06582b94-bcc6-43db-a496-d44ba912e859 req-16f0b888-e7f5-4d86-8247-55e8024a8a9f tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 939.897532] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 939.897532] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.897532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.897532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.897532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.898198] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.898506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.898666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.898997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.899196] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.899393] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.213228] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb5243df-9c82-4620-a8f5-9db658d4e319 [ 940.213585] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.214686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.214686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.214686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.214686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.214686] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb5243df-9c82-4620-a8f5-9db658d4e319 already deleted. [ 940.215039] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb5243df-9c82-4620-a8f5-9db658d4e319" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.365160] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60c6f85b-532b-4089-a00f-fb4b4d02931d [ 940.365160] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.365160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.365160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.365160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.365160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.365160] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60c6f85b-532b-4089-a00f-fb4b4d02931d already deleted. [ 940.365160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60c6f85b-532b-4089-a00f-fb4b4d02931d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.379794] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: SUCCESS [ 940.380040] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.380223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.380475] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.380666] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.380783] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.380850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.381021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.381107] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.381204] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.401557] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.407904] env[69236]: INFO networking_nsxv3.common.synchronization [req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 req-19393476-92c7-48fc-afd9-76b28e9bdede service nova] Enqueued Resource ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f with Priority: HIGHEST for action security_group_rules [ 940.408121] env[69236]: INFO networking_nsxv3.common.synchronization [req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 req-19393476-92c7-48fc-afd9-76b28e9bdede service nova] Enqueued Resource ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f with Priority: HIGHEST for action security_group_members [ 940.408265] env[69236]: INFO networking_nsxv3.common.synchronization [req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 req-19393476-92c7-48fc-afd9-76b28e9bdede service nova] Enqueued Resource ID: de074e29-0300-4548-b2fe-f5d6da21ac61 with Priority: HIGHEST for action port [ 940.408493] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f with Priority: HIGHEST for action security_group_rules [ 940.408625] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f with Priority: HIGHEST for action security_group_members [ 940.408719] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de074e29-0300-4548-b2fe-f5d6da21ac61 with Priority: HIGHEST for action port [ 940.409310] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.409418] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.409418] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.413115] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.413115] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b1c935d-62fe-4fae-927c-71f152d0fa2f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.414632] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1c935d-62fe-4fae-927c-71f152d0fa2f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.414749] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.414814] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.414999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.415518] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.415658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.415724] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.415877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.415959] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.416063] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b1c935d-62fe-4fae-927c-71f152d0fa2f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.418695] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-de074e29-0300-4548-b2fe-f5d6da21ac61 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.419049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de074e29-0300-4548-b2fe-f5d6da21ac61" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.419049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de074e29-0300-4548-b2fe-f5d6da21ac61" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.419167] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de074e29-0300-4548-b2fe-f5d6da21ac61" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.419167] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de074e29-0300-4548-b2fe-f5d6da21ac61',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.571259] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 940.571259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.593590] env[69236]: INFO networking_nsxv3.common.synchronization [req-06582b94-bcc6-43db-a496-d44ba912e859 req-98676773-eeb3-4f70-916d-b3ca21a7a464 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 940.594156] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGHEST for action security_group_members [ 940.594460] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.594586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.810930] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: SUCCESS [ 940.811392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.885790] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.885948] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.887196] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.887824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.887975] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.888232] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.888374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.888374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.888533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.888715] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.888818] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a is going to be updated. [ 940.903855] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.919014] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.919014] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.919014] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.919237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.919237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.920624] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b1c935d-62fe-4fae-927c-71f152d0fa2f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.924561] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de074e29-0300-4548-b2fe-f5d6da21ac61 with status ACTIVE [ 940.925203] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.925315] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.925358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.925616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.925781] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.925901] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.926026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.926088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.926466] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.927346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.927346] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.927346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.927346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.927346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.927346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.927346] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de074e29-0300-4548-b2fe-f5d6da21ac61 is going to be updated. [ 940.928691] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1c935d-62fe-4fae-927c-71f152d0fa2f taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.928806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.931954] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: IN_PROGRESS for 2s [ 940.952725] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.952898] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.952989] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.953291] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.953477] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.953690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de074e29-0300-4548-b2fe-f5d6da21ac61" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.406479] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.406605] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.406605] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.406777] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.406884] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.406968] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb is going to be updated. [ 941.423598] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b1c935d-62fe-4fae-927c-71f152d0fa2f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.436168] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.436324] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.436390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.436601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.436750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.445183] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: IN_PROGRESS for 2s [ 941.926132] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.926405] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.926405] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.926584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.926678] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.926775] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f is going to be created. [ 941.953071] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.953071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.953071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.953262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.954163] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.962245] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f in Status: UNINITIALIZED for 2s [ 942.066399] env[69236]: INFO networking_nsxv3.common.synchronization [None req-6daad667-7813-4685-961c-72c999f30bbf None None] Enqueued Resource ID: a469e199-61db-440c-a823-d9252b320f7e with Priority: HIGHEST for action port [ 942.066657] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a469e199-61db-440c-a823-d9252b320f7e with Priority: HIGHEST for action port [ 942.067268] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a469e199-61db-440c-a823-d9252b320f7e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.067395] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a469e199-61db-440c-a823-d9252b320f7e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.067465] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a469e199-61db-440c-a823-d9252b320f7e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.067742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a469e199-61db-440c-a823-d9252b320f7e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.067825] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a469e199-61db-440c-a823-d9252b320f7e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.571319] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a469e199-61db-440c-a823-d9252b320f7e [ 942.572075] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.572075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.572075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.572075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.572340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.572340] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a469e199-61db-440c-a823-d9252b320f7e already deleted. [ 942.572340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a469e199-61db-440c-a823-d9252b320f7e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.941094] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: SUCCESS [ 942.941094] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a deletion is rescheduled due to dependency. [ 942.941094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.249653] env[69236]: INFO networking_nsxv3.common.synchronization [req-2c2b6e26-df99-4397-a034-c035463dd1ca req-c6d804c0-1483-4fc4-bc3c-a38c42f5ead3 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Enqueued Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_members [ 943.249653] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGHEST for action security_group_members [ 943.249653] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.249653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.249929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.249929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.250784] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.251882] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.252031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.252607] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.253711] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.253711] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.456289] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: SUCCESS [ 943.456511] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.456938] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.458944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.459407] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.459407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.459407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.459779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.459779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.459779] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.755686] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.755869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.755920] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.756158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.756254] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.756497] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.756549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.756607] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.756758] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.756837] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.756925] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 is going to be updated. [ 943.782302] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.782446] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.782519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.782742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.782899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.793283] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 in Status: IN_PROGRESS for 2s [ 943.961660] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.961958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.961958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.962100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.962187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.962436] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.962544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.962605] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.962767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.962840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.962927] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb is going to be updated. [ 943.972619] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f in Status: SUCCESS [ 943.972887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.973051] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.973247] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.973422] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.973526] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.973587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.973726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.973799] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.973901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.974012] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b1c935d-62fe-4fae-927c-71f152d0fa2f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.994124] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.994278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.994324] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.995175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.995175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.003929] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: IN_PROGRESS for 2s [ 944.477563] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b1c935d-62fe-4fae-927c-71f152d0fa2f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.981028] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b1c935d-62fe-4fae-927c-71f152d0fa2f: rpc.has_security_group_logging(os_id): False [ 945.003352] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.003352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.003352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.003352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.003352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.003352] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.003352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.003721] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.004541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.004541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.004541] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f is going to be created. [ 945.081398] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.081398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.081398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.081398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.081709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.104690] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f in Status: IN_PROGRESS for 2s [ 945.808309] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 in Status: SUCCESS [ 945.808309] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 deletion is rescheduled due to dependency. [ 945.808309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.018091] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb in Status: SUCCESS [ 946.018091] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb deletion is rescheduled due to dependency. [ 946.018091] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.752996] env[69236]: INFO networking_nsxv3.common.synchronization [req-40f4b768-6f01-4718-994d-be769469b20d req-94fa5db5-5080-4ce5-893d-05488f27cb23 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: f5d1c206-b34c-4539-9f61-de443d735d6f with Priority: HIGHEST for action security_group_members [ 946.753748] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d1c206-b34c-4539-9f61-de443d735d6f with Priority: HIGHEST for action security_group_members [ 946.756778] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5d1c206-b34c-4539-9f61-de443d735d6f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.756778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.756778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.756778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.756778] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.756778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.756778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.756778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.756778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.756778] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5d1c206-b34c-4539-9f61-de443d735d6f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.121152] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f in Status: SUCCESS [ 947.121152] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.261168] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.261168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.261168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.261168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.261168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.261168] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.261168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.261168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.261168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.261168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.261168] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5d1c206-b34c-4539-9f61-de443d735d6f is going to be updated. [ 947.291511] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.291511] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.291511] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.291511] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.291990] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.301620] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5d1c206-b34c-4539-9f61-de443d735d6f in Status: IN_PROGRESS for 2s [ 949.314000] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5d1c206-b34c-4539-9f61-de443d735d6f in Status: SUCCESS [ 949.314339] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5d1c206-b34c-4539-9f61-de443d735d6f deletion is rescheduled due to dependency. [ 949.314339] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.768206] env[69236]: INFO networking_nsxv3.common.synchronization [None req-d43c722e-7a91-4e8a-8c1e-08b107513858 None None] Enqueued Resource ID: 3ce2b280-04e1-40b8-8a46-8ff9bb36e2f3 with Priority: HIGHEST for action port [ 950.768851] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ce2b280-04e1-40b8-8a46-8ff9bb36e2f3 with Priority: HIGHEST for action port [ 950.769732] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ce2b280-04e1-40b8-8a46-8ff9bb36e2f3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.769874] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ce2b280-04e1-40b8-8a46-8ff9bb36e2f3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.769972] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ce2b280-04e1-40b8-8a46-8ff9bb36e2f3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.770314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ce2b280-04e1-40b8-8a46-8ff9bb36e2f3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.770423] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ce2b280-04e1-40b8-8a46-8ff9bb36e2f3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.274226] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ce2b280-04e1-40b8-8a46-8ff9bb36e2f3 [ 951.274226] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.274226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.274226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.274226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.274226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.274226] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ce2b280-04e1-40b8-8a46-8ff9bb36e2f3 already deleted. [ 951.274226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ce2b280-04e1-40b8-8a46-8ff9bb36e2f3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.356023] env[69236]: INFO networking_nsxv3.common.synchronization [req-8955bf18-ee11-4299-ab15-4e7a0440475b req-0ffc669f-be80-4eef-9a02-ef181760e272 tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Enqueued Resource ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 with Priority: HIGHEST for action security_group_members [ 951.356023] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 with Priority: HIGHEST for action security_group_members [ 951.356023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1b0f05e-4495-4972-bf58-81c09f1af5f0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.356023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.356023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.356023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.356023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.356023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.356023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.356572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.356572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.356572] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1b0f05e-4495-4972-bf58-81c09f1af5f0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.858961] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.859371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.859371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.859516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.859516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.859791] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.859791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.859894] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.860203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.860203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.860203] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 is going to be updated. [ 951.978752] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.978910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.978978] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.979201] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.979468] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.997819] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 in Status: IN_PROGRESS for 2s [ 952.309962] env[69236]: INFO networking_nsxv3.common.synchronization [None req-e7787456-4177-46a1-8904-3ddc38c147aa None None] Enqueued Resource ID: b215a67a-2344-4881-9e6f-2215f663774c with Priority: HIGHEST for action port [ 952.310666] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b215a67a-2344-4881-9e6f-2215f663774c with Priority: HIGHEST for action port [ 952.312419] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b215a67a-2344-4881-9e6f-2215f663774c taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.312419] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b215a67a-2344-4881-9e6f-2215f663774c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.312419] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b215a67a-2344-4881-9e6f-2215f663774c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.312419] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b215a67a-2344-4881-9e6f-2215f663774c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.313819] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b215a67a-2344-4881-9e6f-2215f663774c',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.814729] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b215a67a-2344-4881-9e6f-2215f663774c [ 952.816322] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.816322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.816322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.816322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.816322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.816322] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b215a67a-2344-4881-9e6f-2215f663774c already deleted. [ 952.816322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b215a67a-2344-4881-9e6f-2215f663774c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.372928] env[69236]: INFO networking_nsxv3.common.synchronization [None req-384609e8-e60c-49ea-a305-3b3a9d47d1fc None None] Enqueued Resource ID: ba70516b-3451-4df3-adb2-5107daa21a6d with Priority: HIGHEST for action port [ 953.373720] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba70516b-3451-4df3-adb2-5107daa21a6d with Priority: HIGHEST for action port [ 953.374288] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba70516b-3451-4df3-adb2-5107daa21a6d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.374409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba70516b-3451-4df3-adb2-5107daa21a6d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.374409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba70516b-3451-4df3-adb2-5107daa21a6d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.375617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba70516b-3451-4df3-adb2-5107daa21a6d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.375617] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba70516b-3451-4df3-adb2-5107daa21a6d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.877504] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba70516b-3451-4df3-adb2-5107daa21a6d [ 953.877504] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.877504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.877504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.877927] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.877927] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.877927] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba70516b-3451-4df3-adb2-5107daa21a6d already deleted. [ 953.877927] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba70516b-3451-4df3-adb2-5107daa21a6d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.007893] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 in Status: SUCCESS [ 954.008156] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 deletion is rescheduled due to dependency. [ 954.008245] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.248775] env[69236]: INFO networking_nsxv3.common.synchronization [req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 req-6991660a-5a32-4793-8083-d00abf29e6a0 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 954.249835] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 954.249835] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.249835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.249835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.250061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.250273] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.250392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.250460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.250648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.250740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.250833] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.640404] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.640735] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.640793] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.641083] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.641349] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.641530] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.641785] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.642083] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.642254] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.642729] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.642729] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.642846] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.642930] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.643145] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.643200] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.643299] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.664607] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.664789] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 954.664931] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.666522] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.666522] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-fe286f12-12a8-4853-a542-8f54df7f15b7 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.666698] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-fe286f12-12a8-4853-a542-8f54df7f15b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.666839] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-fe286f12-12a8-4853-a542-8f54df7f15b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.667175] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-fe286f12-12a8-4853-a542-8f54df7f15b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.667321] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe286f12-12a8-4853-a542-8f54df7f15b7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.753101] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.165348] env[69236]: INFO networking_nsxv3.common.synchronization [None req-b1dccac6-c099-4a45-abd5-802399741768 None None] Enqueued Resource ID: 8309b162-da53-4636-b49f-039caaeac124 with Priority: HIGHEST for action port [ 955.165403] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8309b162-da53-4636-b49f-039caaeac124 with Priority: HIGHEST for action port [ 955.165988] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-8309b162-da53-4636-b49f-039caaeac124 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.166220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8309b162-da53-4636-b49f-039caaeac124" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.166337] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8309b162-da53-4636-b49f-039caaeac124" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.166647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8309b162-da53-4636-b49f-039caaeac124" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.166776] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8309b162-da53-4636-b49f-039caaeac124',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.173123] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.173123] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.173123] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.173123] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.173123] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.173123] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port fe286f12-12a8-4853-a542-8f54df7f15b7 not found, creating... [ 955.173123] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.173123] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.173123] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.173123] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.173123] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.173583] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.173583] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.173583] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.173583] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.173583] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.173583] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: fe286f12-12a8-4853-a542-8f54df7f15b7 is going to be created. [ 955.195275] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.195548] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.195696] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.196043] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.197032] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.197032] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-fe286f12-12a8-4853-a542-8f54df7f15b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.259444] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.668789] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8309b162-da53-4636-b49f-039caaeac124 [ 955.669272] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.669272] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.669272] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.669518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.669518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.669633] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8309b162-da53-4636-b49f-039caaeac124 already deleted. [ 955.669694] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8309b162-da53-4636-b49f-039caaeac124" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.762345] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.762559] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.762671] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.762957] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.763095] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.763222] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 955.790461] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.790728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.790815] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.791015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.791171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.799210] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 955.896023] env[69236]: INFO networking_nsxv3.common.synchronization [req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 req-750d9587-045d-4172-963c-24f3e87e5cbf service nova] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_rules [ 955.896023] env[69236]: INFO networking_nsxv3.common.synchronization [req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 req-750d9587-045d-4172-963c-24f3e87e5cbf service nova] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 955.896023] env[69236]: INFO networking_nsxv3.common.synchronization [req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 req-750d9587-045d-4172-963c-24f3e87e5cbf service nova] Enqueued Resource ID: fe286f12-12a8-4853-a542-8f54df7f15b7 with Priority: HIGHEST for action port [ 955.896023] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_rules [ 955.896023] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 955.896023] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe286f12-12a8-4853-a542-8f54df7f15b7 with Priority: HIGHEST for action port [ 955.896023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.896023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.896023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.896023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.896023] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.897240] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.897352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.897610] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe286f12-12a8-4853-a542-8f54df7f15b7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.897753] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe286f12-12a8-4853-a542-8f54df7f15b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.898154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe286f12-12a8-4853-a542-8f54df7f15b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.898651] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe286f12-12a8-4853-a542-8f54df7f15b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.898938] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe286f12-12a8-4853-a542-8f54df7f15b7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.398335] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.398573] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.401981] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe286f12-12a8-4853-a542-8f54df7f15b7 with status ACTIVE [ 956.402217] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.402362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.402430] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.402680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.402783] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.402992] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.403133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.403186] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.403348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.403444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.403678] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.403778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.403835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.403996] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.404094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.404195] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe286f12-12a8-4853-a542-8f54df7f15b7 is going to be updated. [ 956.424589] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.424750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.424804] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.425223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.425223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.425223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe286f12-12a8-4853-a542-8f54df7f15b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.998317] env[69236]: INFO networking_nsxv3.common.synchronization [req-982d6972-571f-48bb-bd76-1a6fd483d32a req-4cc0dd07-d84c-4383-b385-43012ea4a78d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 956.998952] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGHEST for action security_group_members [ 956.999376] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.999555] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.999656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.999922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.001246] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.001246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.001503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.001819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.001909] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.002088] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.506079] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.506079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.506079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.506079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.506079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.506079] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.506079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.506079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.506079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.506079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.506079] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be updated. [ 957.555416] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.556343] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.556343] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.556343] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.556514] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.565469] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: IN_PROGRESS for 2s [ 957.583881] env[69236]: INFO networking_nsxv3.common.synchronization [req-21ad513e-2138-4f4c-a9b3-af008d83fed2 req-65d03e36-daa1-499f-b705-1a29c3ca9d17 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 957.584412] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 957.584717] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.584833] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.584897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.585329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.585487] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.585611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.585677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.585831] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.585907] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.586059] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.818812] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 957.819048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.819318] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.819550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.819729] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.819861] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.819912] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.820132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.820132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.820232] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.090439] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.090802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.090802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.091686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.091686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.091686] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.091686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.091686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.091686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.091990] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.091990] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac already deleted. [ 958.091990] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.119139] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-895 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.119402] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.119639] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.120132] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.120981] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.120981] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.120981] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.121240] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.121393] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.121647] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.121767] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.121881] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.121994] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.122128] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.122238] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.122373] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.142885] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.143083] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 958.143200] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.143441] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.143993] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-607dfdd0-e494-40e2-8866-30d4ad78a772 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.144329] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-607dfdd0-e494-40e2-8866-30d4ad78a772" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.144496] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-607dfdd0-e494-40e2-8866-30d4ad78a772" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.144891] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-607dfdd0-e494-40e2-8866-30d4ad78a772" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.145124] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('607dfdd0-e494-40e2-8866-30d4ad78a772',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.322827] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.648089] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.648325] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.648458] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.648746] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.648901] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.649078] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 607dfdd0-e494-40e2-8866-30d4ad78a772 not found, creating... [ 958.649348] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.649505] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.649627] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.649845] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.650094] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.650391] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.650618] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.650764] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.650975] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.651140] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.651287] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 607dfdd0-e494-40e2-8866-30d4ad78a772 is going to be created. [ 958.673142] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.673366] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.673492] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.673753] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.673983] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.674222] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-607dfdd0-e494-40e2-8866-30d4ad78a772" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.824423] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.326854] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.327132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.327132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.327932] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.327932] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.327932] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 959.377394] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.377770] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.377963] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.378286] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.378569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.389293] env[69236]: INFO networking_nsxv3.common.synchronization [req-21ad513e-2138-4f4c-a9b3-af008d83fed2 req-4d00d51a-2be1-472e-bdf6-5bac98b7dd28 service nova] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_rules [ 959.389678] env[69236]: INFO networking_nsxv3.common.synchronization [req-21ad513e-2138-4f4c-a9b3-af008d83fed2 req-4d00d51a-2be1-472e-bdf6-5bac98b7dd28 service nova] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 959.389956] env[69236]: INFO networking_nsxv3.common.synchronization [req-21ad513e-2138-4f4c-a9b3-af008d83fed2 req-4d00d51a-2be1-472e-bdf6-5bac98b7dd28 service nova] Enqueued Resource ID: 607dfdd0-e494-40e2-8866-30d4ad78a772 with Priority: HIGHEST for action port [ 959.392175] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 959.392175] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_rules [ 959.392175] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 959.392368] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 607dfdd0-e494-40e2-8866-30d4ad78a772 with Priority: HIGHEST for action port [ 959.392772] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.392954] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.393034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.393278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.393356] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.395334] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.395334] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.395334] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.397036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.397036] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.397036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.397036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.397036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.397036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.397036] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.397620] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-607dfdd0-e494-40e2-8866-30d4ad78a772 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.397620] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-607dfdd0-e494-40e2-8866-30d4ad78a772" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.397620] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-607dfdd0-e494-40e2-8866-30d4ad78a772" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.397620] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-607dfdd0-e494-40e2-8866-30d4ad78a772" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.397620] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('607dfdd0-e494-40e2-8866-30d4ad78a772',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.574189] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 in Status: SUCCESS [ 959.574382] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 deletion is rescheduled due to dependency. [ 959.574495] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.898849] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.899018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.900306] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.901201] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 607dfdd0-e494-40e2-8866-30d4ad78a772 with status ACTIVE [ 959.901374] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.901483] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.901563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.901775] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.901867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.902056] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.902153] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.902213] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.902365] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.902443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.902626] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.902717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.902775] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.902912] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.902984] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.903079] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 607dfdd0-e494-40e2-8866-30d4ad78a772 is going to be updated. [ 959.922566] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.922728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.922792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.922936] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.923073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.923217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-607dfdd0-e494-40e2-8866-30d4ad78a772" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.404761] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.907559] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.907760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.907857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.908141] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.908241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.908382] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be created. [ 960.937513] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.941997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.942399] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.942902] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.943242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.955178] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: UNINITIALIZED for 2s [ 961.401817] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 961.402098] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.402297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.402539] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.402761] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.402894] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.402984] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.403165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.403244] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.403343] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.403449] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.693884] env[69236]: INFO networking_nsxv3.common.synchronization [req-1c5aa79e-c145-4d89-941f-76490f5cc0af req-ec2689fc-b857-4aa1-a5a8-3cbb54bc26dc tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Enqueued Resource ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 with Priority: HIGHEST for action security_group_members [ 961.694838] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 with Priority: HIGHEST for action security_group_members [ 961.694838] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.694838] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.695055] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.698285] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.698467] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.698593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.698669] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.698856] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.698961] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.699067] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d1719ba-b66f-4e1d-aaed-e04a0bfd4368',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.906037] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.907563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.907563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.907563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.907563] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.907563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.907563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.907563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.907563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.907563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.907563] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.907563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.907563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.907563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.908345] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.908345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.908345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.908345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.908345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.908345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.908640] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.202025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.202025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.202025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.202025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.202025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.202025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.202025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.202025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.202025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.202591] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.202591] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 is going to be updated. [ 962.230611] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.230745] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.230801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.231017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.231169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.240959] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 in Status: IN_PROGRESS for 2s [ 962.412021] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e899830b-606e-42bd-98b9-1c4b9625d051: rpc.has_security_group_logging(os_id): False [ 962.432805] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.432951] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.433025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.433233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.433319] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.434028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.434028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.434028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.434028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.434028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.434406] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.434406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.434406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.434680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.434680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.434957] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.435147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.435257] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.435488] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.435603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.435709] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 962.511559] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.511710] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.511755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.512159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.512159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.528489] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 962.965311] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 962.965603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.965699] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.966038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.966245] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.966413] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.966473] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.966672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.966791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.966894] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.967015] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.471364] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.471364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.471364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.471719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.471719] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.471852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.471852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.472260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.472260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.472260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.472470] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.472470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.472470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.472577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.473557] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.473557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.473557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.473557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.473557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.473557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.473557] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.977843] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac: rpc.has_security_group_logging(os_id): False [ 963.996386] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.996568] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.996615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.996816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.996908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.997145] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.997242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.997305] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.997450] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.997526] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.997741] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.997837] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.997837] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.997976] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.998063] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.998250] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.998342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.998401] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.998549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.998635] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.998684] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be created. [ 964.068222] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.068458] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.068458] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.068701] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.068887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.081173] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 2s [ 964.253454] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 in Status: SUCCESS [ 964.253718] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 deletion is rescheduled due to dependency. [ 964.253841] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.545362] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 964.545362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.329998] env[69236]: INFO networking_nsxv3.common.synchronization [req-8f50ff70-f41c-4f9d-999a-2739b76082c0 req-6ec49355-97e2-4d92-925b-7a68eb58c846 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 965.330540] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 965.330865] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.330994] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.331073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.331288] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.331418] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.331525] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.331576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.331737] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.331878] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.331878] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.836583] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.836745] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.836819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.837413] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.837520] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.837731] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.837842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.837907] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.838074] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.838153] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.838242] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be updated. [ 965.865702] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.865850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.865941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.866171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.866312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.874757] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: IN_PROGRESS for 2s [ 966.093561] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 966.093561] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.725234] env[69236]: INFO networking_nsxv3.common.synchronization [req-8fcb3738-9781-4780-9bfe-3f826e5e327f req-c7f84164-94e1-4216-bf3b-7f52f969d33e tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 966.725750] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 966.726048] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.726172] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.726239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.726434] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.726584] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.726681] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.726744] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.726885] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.726969] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.727179] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.228687] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.675077] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.675299] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-291" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.675431] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-291" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.675717] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-291" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.675990] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.676165] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.676286] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.676505] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.676652] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.676869] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.676986] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.677111] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.677223] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.677338] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.677485] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.677581] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.695363] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.695735] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 967.695827] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.695986] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-291" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.696307] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.696479] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.696601] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.696847] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.697160] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a637fee-dc1d-4a9b-a456-28e3bf6dfd10',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.732558] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.886081] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 967.886255] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 deletion is rescheduled due to dependency. [ 967.886382] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.199225] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.200171] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.200490] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.200921] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.201143] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.201481] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.201679] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.201816] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.202091] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.202270] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.202557] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.203067] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.203224] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.203445] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.203595] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.203746] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 is going to be updated. [ 968.225674] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.226778] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.227067] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.227442] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.227740] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.228104] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.234994] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.235143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.235354] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.235445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.235564] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.235609] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 968.278599] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.279510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.279510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.279510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.279510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.289816] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 968.953833] env[69236]: INFO networking_nsxv3.common.synchronization [req-32d80e5c-8cf5-4227-aab3-cc36165f82db req-303171b6-eb6c-4d3c-8a56-d9ca0f0d367d service nova] Enqueued Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_rules [ 968.954069] env[69236]: INFO networking_nsxv3.common.synchronization [req-32d80e5c-8cf5-4227-aab3-cc36165f82db req-303171b6-eb6c-4d3c-8a56-d9ca0f0d367d service nova] Enqueued Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_members [ 968.954180] env[69236]: INFO networking_nsxv3.common.synchronization [req-32d80e5c-8cf5-4227-aab3-cc36165f82db req-303171b6-eb6c-4d3c-8a56-d9ca0f0d367d service nova] Enqueued Resource ID: 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 with Priority: HIGHEST for action port [ 968.954678] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_rules [ 968.954814] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_members [ 968.954908] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 with Priority: HIGHEST for action port [ 968.956757] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.956757] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.956757] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.958086] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.958086] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.958086] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.958086] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.958086] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.958553] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.958553] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.958553] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.958553] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.958684] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.958770] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.958862] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.963569] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.963569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.963569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.963569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.963569] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a637fee-dc1d-4a9b-a456-28e3bf6dfd10',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.465144] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.465311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.465535] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.466933] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 with status ACTIVE [ 969.467145] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.467269] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.467332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.467567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.467655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.467844] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.467929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.468039] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.468189] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.468269] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.468446] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.468567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.468669] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.468755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.468790] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.468862] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 is going to be updated. [ 969.492646] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.492871] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.492980] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.493349] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.493582] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.493856] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.969025] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.301328] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 970.301328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.470906] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.471199] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.471328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.471663] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.471812] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.471974] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 is going to be updated. [ 970.502712] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.502712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.502712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.502712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.502712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.512998] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: IN_PROGRESS for 2s [ 972.526637] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: SUCCESS [ 972.527375] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.527375] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.527375] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.528311] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.528311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.528311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.528311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.528311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.528311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.528707] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.036332] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.036501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.036573] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.036787] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.036953] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.037082] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.037152] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.037306] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.037394] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.037483] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.037632] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.037726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.037783] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.037920] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.038066] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.038157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.038215] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.038344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.038418] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.038498] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.038587] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.543770] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 399ee7f9-e3ed-4b72-8425-a1de5fe3b681: rpc.has_security_group_logging(os_id): False [ 973.564302] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.564491] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.564491] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.564708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.564751] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.564951] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.565146] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.565242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.565489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.565605] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.565896] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.566068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.566156] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.566312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.566390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.566613] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.566813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.566813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.566912] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.566992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.567100] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 is going to be updated. [ 973.630546] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.630748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.630828] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.631345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.631345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.646686] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: IN_PROGRESS for 2s [ 973.956398] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 973.956500] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 974.456100] env[69236]: INFO networking_nsxv3.common.synchronization [None req-08248e3f-fe0c-43bf-a92e-a4d790e7a23c tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_rules [ 974.456100] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_rules [ 974.456450] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a06680b-1744-489a-8599-50ddb0ee2fec taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.456511] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.456551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.456816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.456922] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.545552] env[69236]: INFO networking_nsxv3.common.synchronization [None req-e46f4f76-c63a-4b11-afa5-d8ef601ec518 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_rules [ 974.546324] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_rules [ 974.550403] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a06680b-1744-489a-8599-50ddb0ee2fec taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.550403] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.979445] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.979672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.979672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.979898] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.979994] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.980111] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a06680b-1744-489a-8599-50ddb0ee2fec already deleted. [ 974.980193] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.980338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.980484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.980575] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.501257] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.501466] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.501537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.501824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.501940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.502076] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a06680b-1744-489a-8599-50ddb0ee2fec already deleted. [ 975.502558] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.661436] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: SUCCESS [ 975.661703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.150074] env[69236]: INFO networking_nsxv3.common.synchronization [req-724a71b3-fbde-412b-853b-9f6cff2ca527 req-cd4b7e88-8ddd-4b7b-ac96-e61cc8e8ac6b tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Enqueued Resource ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b with Priority: HIGHEST for action security_group_members [ 978.150605] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b with Priority: HIGHEST for action security_group_members [ 978.150926] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-903bb2ed-ec03-4b13-ace4-0d674b190a0b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.151652] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.151652] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.152061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.152293] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.152658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.152772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.153146] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.153296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.153438] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('903bb2ed-ec03-4b13-ace4-0d674b190a0b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.352138] env[69236]: INFO networking_nsxv3.common.synchronization [None req-721b51c7-52d3-41e6-b427-8f9355c7540a None None] Enqueued Resource ID: 193113e3-97b3-429c-aff7-1c20ec9c42b6 with Priority: HIGHEST for action port [ 978.352794] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 193113e3-97b3-429c-aff7-1c20ec9c42b6 with Priority: HIGHEST for action port [ 978.353966] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-193113e3-97b3-429c-aff7-1c20ec9c42b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.353966] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-193113e3-97b3-429c-aff7-1c20ec9c42b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.353966] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-193113e3-97b3-429c-aff7-1c20ec9c42b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.353966] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-193113e3-97b3-429c-aff7-1c20ec9c42b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.354165] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('193113e3-97b3-429c-aff7-1c20ec9c42b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.434935] env[69236]: INFO networking_nsxv3.common.synchronization [req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb req-9f9fed66-333d-4ac7-994c-fb1da14ec378 tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Enqueued Resource ID: ec892255-fc5e-4773-be23-f66c37d3a094 with Priority: HIGHEST for action security_group_members [ 978.435534] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec892255-fc5e-4773-be23-f66c37d3a094 with Priority: HIGHEST for action security_group_members [ 978.435855] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec892255-fc5e-4773-be23-f66c37d3a094 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.435976] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.436053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.436332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.436513] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.436634] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.436708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.436871] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.436959] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.437063] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec892255-fc5e-4773-be23-f66c37d3a094',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.657299] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.657559] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.657675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.657936] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.658937] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.659240] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.659473] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.659585] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.660233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.660383] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.660579] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b is going to be updated. [ 978.690190] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.692402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.692490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.692693] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.692838] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.704108] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b in Status: IN_PROGRESS for 2s [ 978.856715] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 193113e3-97b3-429c-aff7-1c20ec9c42b6 [ 978.856942] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.857085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.857157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.857353] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.857440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.857532] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:193113e3-97b3-429c-aff7-1c20ec9c42b6 already deleted. [ 978.857611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-193113e3-97b3-429c-aff7-1c20ec9c42b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.939327] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.939487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.939629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.939776] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.939861] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.940079] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.940183] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.940738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.940738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.940738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.940738] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec892255-fc5e-4773-be23-f66c37d3a094 already deleted. [ 978.940738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.000144] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.000342] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-652" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.001062] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-652" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.001062] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-652" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.001289] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.001289] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.001458] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.001599] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.001773] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.001999] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.002276] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.002394] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.002509] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.002627] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.002737] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.002873] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.021744] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.021744] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 979.021744] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.021744] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-652" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.021744] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-fc3c16c8-8eea-43f3-b991-4e25306a6945 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.022458] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-fc3c16c8-8eea-43f3-b991-4e25306a6945" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.025331] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-fc3c16c8-8eea-43f3-b991-4e25306a6945" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.025331] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-fc3c16c8-8eea-43f3-b991-4e25306a6945" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.025331] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc3c16c8-8eea-43f3-b991-4e25306a6945',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.526639] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.526985] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.528231] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.528965] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.529080] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.529270] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port fc3c16c8-8eea-43f3-b991-4e25306a6945 not found, creating... [ 979.529581] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.529765] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.529890] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.530249] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.530312] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.530642] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.530891] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.530956] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.532624] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.532771] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.532930] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: fc3c16c8-8eea-43f3-b991-4e25306a6945 is going to be created. [ 979.561866] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.562200] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.562333] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.562616] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.562954] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.563097] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-fc3c16c8-8eea-43f3-b991-4e25306a6945" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.182089] env[69236]: INFO networking_nsxv3.common.synchronization [None req-e6f586bb-7a33-4106-b8a9-6eef9c048867 None None] Enqueued Resource ID: 0e2389f9-6d5b-4852-9cf0-00b52456d036 with Priority: HIGHEST for action port [ 980.182854] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2389f9-6d5b-4852-9cf0-00b52456d036 with Priority: HIGHEST for action port [ 980.182983] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e2389f9-6d5b-4852-9cf0-00b52456d036 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.184516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e2389f9-6d5b-4852-9cf0-00b52456d036" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.184516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e2389f9-6d5b-4852-9cf0-00b52456d036" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.184772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e2389f9-6d5b-4852-9cf0-00b52456d036" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.184772] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e2389f9-6d5b-4852-9cf0-00b52456d036',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.447427] env[69236]: INFO networking_nsxv3.common.synchronization [req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 req-dcbae76f-8ffd-4333-8da0-4d0030fd562e tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Enqueued Resource ID: c4a45345-99cb-4608-8923-819fb88b7c58 with Priority: HIGHEST for action security_group_members [ 980.447911] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4a45345-99cb-4608-8923-819fb88b7c58 with Priority: HIGHEST for action security_group_members [ 980.448923] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4a45345-99cb-4608-8923-819fb88b7c58 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.448923] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.448923] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.448923] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.448923] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.448923] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.449269] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.451868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.451868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.451868] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4a45345-99cb-4608-8923-819fb88b7c58',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.525516] env[69236]: INFO networking_nsxv3.common.synchronization [req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb req-8413ae70-f4fb-456b-a93d-9a2c8f123658 service nova] Enqueued Resource ID: ec892255-fc5e-4773-be23-f66c37d3a094 with Priority: HIGHEST for action security_group_rules [ 980.526415] env[69236]: INFO networking_nsxv3.common.synchronization [req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb req-8413ae70-f4fb-456b-a93d-9a2c8f123658 service nova] Enqueued Resource ID: ec892255-fc5e-4773-be23-f66c37d3a094 with Priority: HIGHEST for action security_group_members [ 980.526654] env[69236]: INFO networking_nsxv3.common.synchronization [req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb req-8413ae70-f4fb-456b-a93d-9a2c8f123658 service nova] Enqueued Resource ID: fc3c16c8-8eea-43f3-b991-4e25306a6945 with Priority: HIGHEST for action port [ 980.528659] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec892255-fc5e-4773-be23-f66c37d3a094 with Priority: HIGHEST for action security_group_rules [ 980.528659] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec892255-fc5e-4773-be23-f66c37d3a094 with Priority: HIGHEST for action security_group_members [ 980.528659] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc3c16c8-8eea-43f3-b991-4e25306a6945 with Priority: HIGHEST for action port [ 980.531025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec892255-fc5e-4773-be23-f66c37d3a094 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.531025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.531025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.531025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.531025] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec892255-fc5e-4773-be23-f66c37d3a094',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.531025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec892255-fc5e-4773-be23-f66c37d3a094 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.531604] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.533023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.533023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.533023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.533023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.533023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.533023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.533023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.533023] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec892255-fc5e-4773-be23-f66c37d3a094',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.534524] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc3c16c8-8eea-43f3-b991-4e25306a6945 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.534803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc3c16c8-8eea-43f3-b991-4e25306a6945" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.534978] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc3c16c8-8eea-43f3-b991-4e25306a6945" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.536583] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc3c16c8-8eea-43f3-b991-4e25306a6945" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.536583] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc3c16c8-8eea-43f3-b991-4e25306a6945',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.689790] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e2389f9-6d5b-4852-9cf0-00b52456d036 [ 980.690618] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.690874] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.691021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.691200] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.691296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.691399] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e2389f9-6d5b-4852-9cf0-00b52456d036 already deleted. [ 980.691503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e2389f9-6d5b-4852-9cf0-00b52456d036" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.718692] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b in Status: SUCCESS [ 980.718875] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b deletion is rescheduled due to dependency. [ 980.719105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.889348] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-481 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.893444] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-481" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.893444] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-481" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.893703] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-481" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.894552] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.894552] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.894552] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.894552] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.894803] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.895895] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.895895] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.895895] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.895895] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.895895] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.895895] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.895895] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.920380] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.920380] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 980.920380] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.920380] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-481" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.920380] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-edc3a698-5591-4229-9651-f6c5e676b719 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.920380] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-edc3a698-5591-4229-9651-f6c5e676b719" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.920380] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-edc3a698-5591-4229-9651-f6c5e676b719" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.920380] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-edc3a698-5591-4229-9651-f6c5e676b719" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.920380] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edc3a698-5591-4229-9651-f6c5e676b719',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.954094] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.955320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.955320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.955320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.955320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.955320] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.955320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.955320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.955320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.955320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.955643] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4a45345-99cb-4608-8923-819fb88b7c58 already deleted. [ 980.955643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.038106] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec892255-fc5e-4773-be23-f66c37d3a094 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.038329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.042279] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc3c16c8-8eea-43f3-b991-4e25306a6945 with status ACTIVE [ 981.042279] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.042279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.042279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.042279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.042510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.042612] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.042760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.042840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.043047] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.043146] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.043396] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.043527] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.043590] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.043807] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.043908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.044033] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc3c16c8-8eea-43f3-b991-4e25306a6945 is going to be updated. [ 981.045648] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec892255-fc5e-4773-be23-f66c37d3a094',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.067262] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.067513] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.067513] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.067672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.067808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.067970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc3c16c8-8eea-43f3-b991-4e25306a6945" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.426073] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.426073] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.426073] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.426073] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.426073] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.426073] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port edc3a698-5591-4229-9651-f6c5e676b719 not found, creating... [ 981.426073] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.426522] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.426522] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.426662] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.427247] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.427443] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.427513] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.427729] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.427918] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.428072] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.428262] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: edc3a698-5591-4229-9651-f6c5e676b719 is going to be created. [ 981.448348] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.448661] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.448799] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.449099] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.449379] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.449575] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-edc3a698-5591-4229-9651-f6c5e676b719" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.547883] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec892255-fc5e-4773-be23-f66c37d3a094',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.049909] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.050135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.050218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.050453] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.050566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.050660] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec892255-fc5e-4773-be23-f66c37d3a094 is going to be created. [ 982.073870] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.073870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.073870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.073870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.073870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.082015] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec892255-fc5e-4773-be23-f66c37d3a094 in Status: UNINITIALIZED for 2s [ 982.666058] env[69236]: INFO networking_nsxv3.common.synchronization [req-55c147ed-1b92-4eab-9264-9a3613d0c273 req-15ddddd4-4fe5-48fd-bc4d-228ba504f664 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 982.666662] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 982.666968] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.667178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.667274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.667478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.668401] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.668568] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.668661] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.668842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.668968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.669138] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.804763] env[69236]: INFO networking_nsxv3.common.synchronization [req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 req-f075e896-b73a-44b0-9c4c-8a5c217c8ba9 service nova] Enqueued Resource ID: c4a45345-99cb-4608-8923-819fb88b7c58 with Priority: HIGHEST for action security_group_rules [ 982.804967] env[69236]: INFO networking_nsxv3.common.synchronization [req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 req-f075e896-b73a-44b0-9c4c-8a5c217c8ba9 service nova] Enqueued Resource ID: c4a45345-99cb-4608-8923-819fb88b7c58 with Priority: HIGHEST for action security_group_members [ 982.805124] env[69236]: INFO networking_nsxv3.common.synchronization [req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 req-f075e896-b73a-44b0-9c4c-8a5c217c8ba9 service nova] Enqueued Resource ID: edc3a698-5591-4229-9651-f6c5e676b719 with Priority: HIGHEST for action port [ 982.805617] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4a45345-99cb-4608-8923-819fb88b7c58 with Priority: HIGHEST for action security_group_rules [ 982.805757] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4a45345-99cb-4608-8923-819fb88b7c58 with Priority: HIGHEST for action security_group_members [ 982.805855] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc3a698-5591-4229-9651-f6c5e676b719 with Priority: HIGHEST for action port [ 982.807315] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4a45345-99cb-4608-8923-819fb88b7c58 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.807484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.807852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.808170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.809343] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4a45345-99cb-4608-8923-819fb88b7c58',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.810179] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4a45345-99cb-4608-8923-819fb88b7c58 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.810327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.810369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.811248] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.811827] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.811827] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.811983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.812169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.812259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.812353] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4a45345-99cb-4608-8923-819fb88b7c58',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.813210] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-edc3a698-5591-4229-9651-f6c5e676b719 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.816962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edc3a698-5591-4229-9651-f6c5e676b719" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.816962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edc3a698-5591-4229-9651-f6c5e676b719" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.816962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edc3a698-5591-4229-9651-f6c5e676b719" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.816962] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edc3a698-5591-4229-9651-f6c5e676b719',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.171348] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.171519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.171604] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.171908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.172052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.172303] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.172446] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.172515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.172711] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.172792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.172888] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be updated. [ 983.202019] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.202172] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.202238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.202437] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.202606] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.212946] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 2s [ 983.315100] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4a45345-99cb-4608-8923-819fb88b7c58',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.316177] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4a45345-99cb-4608-8923-819fb88b7c58 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.316293] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.318047] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edc3a698-5591-4229-9651-f6c5e676b719 with status ACTIVE [ 983.318635] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.318785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.318874] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.319106] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.319196] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.319369] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.319495] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.319552] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.319696] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.319789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.319970] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.320239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.320310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.320473] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.320543] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.320654] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edc3a698-5591-4229-9651-f6c5e676b719 is going to be updated. [ 983.341394] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.341590] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.341638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.341819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.341954] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.342133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edc3a698-5591-4229-9651-f6c5e676b719" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.820151] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4a45345-99cb-4608-8923-819fb88b7c58',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.094462] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec892255-fc5e-4773-be23-f66c37d3a094 in Status: SUCCESS [ 984.095041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.095426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.096200] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.096739] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.097036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.097323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.098023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.098023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.098023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.098023] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec892255-fc5e-4773-be23-f66c37d3a094',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.323433] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.323691] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.323810] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.324182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.326981] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.326981] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4a45345-99cb-4608-8923-819fb88b7c58 is going to be created. [ 984.349210] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.349364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.349430] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.349671] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.350409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.360071] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4a45345-99cb-4608-8923-819fb88b7c58 in Status: UNINITIALIZED for 2s [ 984.601490] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec892255-fc5e-4773-be23-f66c37d3a094 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.601672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.601774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.601985] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.602173] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.602273] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.602345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.604587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.604587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.604587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.604587] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec892255-fc5e-4773-be23-f66c37d3a094 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.604587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.604587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.604587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.604587] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.604587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.604587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.604587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.604587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.604587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.604587] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec892255-fc5e-4773-be23-f66c37d3a094',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.106542] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec892255-fc5e-4773-be23-f66c37d3a094: rpc.has_security_group_logging(os_id): False [ 985.123539] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.123700] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.123764] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.123925] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.124035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.124229] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.124333] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.125080] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.125080] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.125080] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.125080] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.125080] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.125080] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.125080] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.125461] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.125461] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.125461] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.125461] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.125666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.125666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.125762] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec892255-fc5e-4773-be23-f66c37d3a094 is going to be created. [ 985.182305] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.182455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.182526] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.182734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.182917] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.193212] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec892255-fc5e-4773-be23-f66c37d3a094 in Status: IN_PROGRESS for 2s [ 985.230520] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 985.230942] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac deletion is rescheduled due to dependency. [ 985.231008] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.369307] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4a45345-99cb-4608-8923-819fb88b7c58 in Status: SUCCESS [ 986.369597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.369703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.369881] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.370094] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.370212] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.370282] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.370422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.370518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.370585] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.370666] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4a45345-99cb-4608-8923-819fb88b7c58',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.874756] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4a45345-99cb-4608-8923-819fb88b7c58 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.874979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.874979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.875219] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.875462] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.875602] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.875676] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.876291] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.876291] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.876291] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.876481] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4a45345-99cb-4608-8923-819fb88b7c58 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.876481] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.876636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.876768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.876901] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.876987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.876987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.879415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.879755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.879755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.880544] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4a45345-99cb-4608-8923-819fb88b7c58',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.206797] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec892255-fc5e-4773-be23-f66c37d3a094 in Status: SUCCESS [ 987.207022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.385051] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4a45345-99cb-4608-8923-819fb88b7c58: rpc.has_security_group_logging(os_id): False [ 987.402089] env[69236]: INFO networking_nsxv3.common.synchronization [None req-de2ed4a9-780c-417d-be2e-6b18f3f827a8 None None] Enqueued Resource ID: 421ab7b2-a8d3-4e1e-91c2-ab6eb0f5782b with Priority: HIGHEST for action port [ 987.402684] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421ab7b2-a8d3-4e1e-91c2-ab6eb0f5782b with Priority: HIGHEST for action port [ 987.403297] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-421ab7b2-a8d3-4e1e-91c2-ab6eb0f5782b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.403297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-421ab7b2-a8d3-4e1e-91c2-ab6eb0f5782b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.403297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-421ab7b2-a8d3-4e1e-91c2-ab6eb0f5782b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.405196] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-421ab7b2-a8d3-4e1e-91c2-ab6eb0f5782b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.405289] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('421ab7b2-a8d3-4e1e-91c2-ab6eb0f5782b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.407676] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.407676] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.407676] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.407676] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.407676] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.407864] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.407864] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.407945] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.408563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.408563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.408563] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.408759] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.408905] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.409105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.409250] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.409492] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.409650] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.409774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.409954] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.410091] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.410287] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4a45345-99cb-4608-8923-819fb88b7c58 is going to be created. [ 987.466631] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.466782] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.466849] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.467078] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.467285] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.478843] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4a45345-99cb-4608-8923-819fb88b7c58 in Status: IN_PROGRESS for 2s [ 987.913327] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 421ab7b2-a8d3-4e1e-91c2-ab6eb0f5782b [ 987.913554] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.915023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.915023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.915023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.915023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.915023] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:421ab7b2-a8d3-4e1e-91c2-ab6eb0f5782b already deleted. [ 987.915023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-421ab7b2-a8d3-4e1e-91c2-ab6eb0f5782b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.398366] env[69236]: INFO networking_nsxv3.common.synchronization [None req-54254d3b-0af8-47c9-8105-bad656808fed tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_rules [ 988.398745] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_rules [ 988.399100] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.399226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.399292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.399540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.399620] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.472623] env[69236]: INFO networking_nsxv3.common.synchronization [None req-cdabef20-de6a-4b86-9575-c14f11a4aaf2 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_rules [ 988.473229] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_rules [ 988.473448] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.473553] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.924760] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.924760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.924760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.924760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.924760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.924760] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff129466-2f01-4f8a-b702-404d28c76012 already deleted. [ 988.924760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.924760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.924760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.924760] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.207330] env[69236]: INFO networking_nsxv3.common.synchronization [None req-f151bb89-15a6-4a71-b0f1-2cdfa40cd66a None None] Enqueued Resource ID: 31dff161-8de1-470b-8a85-222f4781ed36 with Priority: HIGHEST for action port [ 989.207849] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dff161-8de1-470b-8a85-222f4781ed36 with Priority: HIGHEST for action port [ 989.208163] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-31dff161-8de1-470b-8a85-222f4781ed36 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.208285] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31dff161-8de1-470b-8a85-222f4781ed36" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.208345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31dff161-8de1-470b-8a85-222f4781ed36" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.208656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31dff161-8de1-470b-8a85-222f4781ed36" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.208769] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31dff161-8de1-470b-8a85-222f4781ed36',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.451752] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.452099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.452099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.452336] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.452419] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.452535] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff129466-2f01-4f8a-b702-404d28c76012 already deleted. [ 989.452644] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.495612] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4a45345-99cb-4608-8923-819fb88b7c58 in Status: SUCCESS [ 989.495785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.713237] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31dff161-8de1-470b-8a85-222f4781ed36 [ 989.713465] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.713598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.713666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.713877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.713968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.714078] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31dff161-8de1-470b-8a85-222f4781ed36 already deleted. [ 989.714166] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31dff161-8de1-470b-8a85-222f4781ed36" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.126751] env[69236]: INFO networking_nsxv3.common.synchronization [req-27d26b49-5df2-4e25-b477-c0d54741404d req-294a600b-2246-4d49-a09b-98d1cc67777c tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Enqueued Resource ID: ec892255-fc5e-4773-be23-f66c37d3a094 with Priority: HIGHEST for action security_group_members [ 990.127965] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec892255-fc5e-4773-be23-f66c37d3a094 with Priority: HIGHEST for action security_group_members [ 990.128427] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec892255-fc5e-4773-be23-f66c37d3a094 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.128612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.128705] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.129088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.129394] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.129530] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.129611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.129837] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.129958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.130099] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec892255-fc5e-4773-be23-f66c37d3a094',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.632774] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.633133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.633133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.633281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.635384] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.635384] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.635384] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.635384] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.635384] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.635384] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.635384] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec892255-fc5e-4773-be23-f66c37d3a094 is going to be updated. [ 990.663818] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.663988] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.664056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.664246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.664386] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.686784] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec892255-fc5e-4773-be23-f66c37d3a094 in Status: IN_PROGRESS for 2s [ 992.482042] env[69236]: INFO networking_nsxv3.common.synchronization [req-40696538-a8d8-4ff7-a980-541dd11941d8 req-c77898cc-b693-4310-a26b-657ab52e6088 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 992.482397] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 992.482618] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.482750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.482814] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.483039] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.483225] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.483331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.483392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.483545] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.483623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.483718] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.698754] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec892255-fc5e-4773-be23-f66c37d3a094 in Status: SUCCESS [ 992.698754] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec892255-fc5e-4773-be23-f66c37d3a094 deletion is rescheduled due to dependency. [ 992.698754] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.816377] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.816623] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.816813] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.817364] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.817705] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.817932] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.818091] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.818349] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.818594] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.818886] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.819068] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.819201] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.819370] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.819463] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.819629] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.819823] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.841719] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.842028] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 992.842221] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.842487] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.842874] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-2516f8d1-4db6-490f-89dd-e010fa3119ee taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.843162] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-2516f8d1-4db6-490f-89dd-e010fa3119ee" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.843286] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-2516f8d1-4db6-490f-89dd-e010fa3119ee" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.843677] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-2516f8d1-4db6-490f-89dd-e010fa3119ee" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.843844] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2516f8d1-4db6-490f-89dd-e010fa3119ee',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.986270] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.986632] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.986632] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.986734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.986783] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.986993] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.987097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.987159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.987307] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.987383] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.987504] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be updated. [ 993.021878] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.022010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.022053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.022246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.022392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.029732] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: IN_PROGRESS for 2s [ 993.346748] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.346748] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.346748] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.347121] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.347121] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.347199] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 2516f8d1-4db6-490f-89dd-e010fa3119ee not found, creating... [ 993.347509] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.347695] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.347841] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.348068] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.348216] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.348503] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.348662] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.348783] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.348997] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.349151] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.349295] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 2516f8d1-4db6-490f-89dd-e010fa3119ee is going to be created. [ 993.368052] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.368297] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.368397] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.368652] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.369019] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.369283] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-2516f8d1-4db6-490f-89dd-e010fa3119ee" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.079683] env[69236]: INFO networking_nsxv3.common.synchronization [req-40696538-a8d8-4ff7-a980-541dd11941d8 req-cf235a30-48cc-44b8-b102-91e41f7e5c3a service nova] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_rules [ 994.079950] env[69236]: INFO networking_nsxv3.common.synchronization [req-40696538-a8d8-4ff7-a980-541dd11941d8 req-cf235a30-48cc-44b8-b102-91e41f7e5c3a service nova] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 994.079999] env[69236]: INFO networking_nsxv3.common.synchronization [req-40696538-a8d8-4ff7-a980-541dd11941d8 req-cf235a30-48cc-44b8-b102-91e41f7e5c3a service nova] Enqueued Resource ID: 2516f8d1-4db6-490f-89dd-e010fa3119ee with Priority: HIGHEST for action port [ 994.080244] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_rules [ 994.080454] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 994.080454] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2516f8d1-4db6-490f-89dd-e010fa3119ee with Priority: HIGHEST for action port [ 994.081070] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.081205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.081256] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.081442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.081523] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.082393] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.082479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.082667] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-2516f8d1-4db6-490f-89dd-e010fa3119ee taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.082766] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2516f8d1-4db6-490f-89dd-e010fa3119ee" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.082831] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2516f8d1-4db6-490f-89dd-e010fa3119ee" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.082998] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2516f8d1-4db6-490f-89dd-e010fa3119ee" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.083085] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2516f8d1-4db6-490f-89dd-e010fa3119ee',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.584618] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.584745] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.586132] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2516f8d1-4db6-490f-89dd-e010fa3119ee with status ACTIVE [ 994.586307] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.586422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.586485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.587015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.587015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.587015] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.587015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.587271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.587271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.587348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.588028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.588028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.588028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.588028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.588028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.588028] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2516f8d1-4db6-490f-89dd-e010fa3119ee is going to be updated. [ 994.608515] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.608657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.608738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.608992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.609169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.609341] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2516f8d1-4db6-490f-89dd-e010fa3119ee" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.040032] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 995.040032] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 deletion is rescheduled due to dependency. [ 995.040239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.040374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.041020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.041020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.041020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.041020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.041258] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.041258] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.041349] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.544158] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.045985] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.192052] env[69236]: INFO networking_nsxv3.common.synchronization [req-6c02b2e2-8356-4f73-bd28-30d158febcdc req-69fd7b58-173b-4753-99c5-893d6bd8f09f tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Enqueued Resource ID: c4a45345-99cb-4608-8923-819fb88b7c58 with Priority: HIGHEST for action security_group_members [ 996.192230] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4a45345-99cb-4608-8923-819fb88b7c58 with Priority: HIGHEST for action security_group_members [ 996.192634] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4a45345-99cb-4608-8923-819fb88b7c58 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.192887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.193142] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.193476] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.194029] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.194583] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.194758] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.195016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.195207] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.195392] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4a45345-99cb-4608-8923-819fb88b7c58',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.548428] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.548749] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.548749] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.548957] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.548995] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.549128] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be updated. [ 996.578955] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.579162] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.579231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.579441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.579583] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.588227] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: IN_PROGRESS for 2s [ 996.700490] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.700490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.700490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.700490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.700490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.700490] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.700490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.700490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.700490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.700490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.700490] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4a45345-99cb-4608-8923-819fb88b7c58 is going to be updated. [ 996.725223] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.725542] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.725542] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.725667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.725778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.734804] env[69236]: INFO networking_nsxv3.common.synchronization [req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 req-5b1bba5e-c6d7-499a-a174-1a6b04d65651 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_members [ 996.735802] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_members [ 996.738722] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a06680b-1744-489a-8599-50ddb0ee2fec taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.738939] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.740313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.740596] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.740822] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.741087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.741182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.743294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.743294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.743294] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.744062] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4a45345-99cb-4608-8923-819fb88b7c58 in Status: IN_PROGRESS for 2s [ 997.132474] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.132731] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.132938] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.133344] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.133721] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.133968] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.134170] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.134490] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.134719] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.135049] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.135264] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.135456] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.135646] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.135840] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.136039] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.136257] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.165373] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.165554] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 997.165723] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.165881] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.166229] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-876be7e9-7342-4a69-8c98-8b106e1c5716 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.166412] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-876be7e9-7342-4a69-8c98-8b106e1c5716" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.166540] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-876be7e9-7342-4a69-8c98-8b106e1c5716" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.166881] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-876be7e9-7342-4a69-8c98-8b106e1c5716" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.167076] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('876be7e9-7342-4a69-8c98-8b106e1c5716',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.245519] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.245690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.245809] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.246038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.246093] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.246307] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.246408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.246463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.246624] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.246700] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.246806] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a06680b-1744-489a-8599-50ddb0ee2fec already deleted. [ 997.246887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.672265] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.672559] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.672629] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.672911] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.673348] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.673348] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 876be7e9-7342-4a69-8c98-8b106e1c5716 not found, creating... [ 997.673634] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.673915] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.673987] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.674262] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.674443] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.674800] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.675037] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.675201] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.675454] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.675618] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.675795] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 876be7e9-7342-4a69-8c98-8b106e1c5716 is going to be created. [ 997.695019] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.695230] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.695406] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.695710] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.695992] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.696310] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-876be7e9-7342-4a69-8c98-8b106e1c5716" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.597741] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 998.597975] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.598154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.598362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.598544] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.598655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.598716] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.598905] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.598998] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.599098] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.599184] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.755956] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4a45345-99cb-4608-8923-819fb88b7c58 in Status: SUCCESS [ 998.755956] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4a45345-99cb-4608-8923-819fb88b7c58 deletion is rescheduled due to dependency. [ 998.755956] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.796120] env[69236]: INFO networking_nsxv3.common.synchronization [req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 req-a6e0524f-2dcb-4539-a4d8-d7ab896ba7f1 service nova] Enqueued Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_rules [ 998.796331] env[69236]: INFO networking_nsxv3.common.synchronization [req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 req-a6e0524f-2dcb-4539-a4d8-d7ab896ba7f1 service nova] Enqueued Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_members [ 998.796478] env[69236]: INFO networking_nsxv3.common.synchronization [req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 req-a6e0524f-2dcb-4539-a4d8-d7ab896ba7f1 service nova] Enqueued Resource ID: 876be7e9-7342-4a69-8c98-8b106e1c5716 with Priority: HIGHEST for action port [ 998.796704] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_rules [ 998.796836] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_members [ 998.796933] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876be7e9-7342-4a69-8c98-8b106e1c5716 with Priority: HIGHEST for action port [ 998.797465] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a06680b-1744-489a-8599-50ddb0ee2fec taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.797647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.797647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.797845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.797930] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.798781] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a06680b-1744-489a-8599-50ddb0ee2fec taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.803320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.803320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.803320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.803320] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.803320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.803320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.803320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.803320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.803320] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.804211] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-876be7e9-7342-4a69-8c98-8b106e1c5716 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.804211] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-876be7e9-7342-4a69-8c98-8b106e1c5716" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.804211] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-876be7e9-7342-4a69-8c98-8b106e1c5716" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.804211] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-876be7e9-7342-4a69-8c98-8b106e1c5716" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.804211] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('876be7e9-7342-4a69-8c98-8b106e1c5716',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.103055] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.103379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.103379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.103537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.103681] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.103777] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.104440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.104440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.104440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.104440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.104440] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.104440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.104440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.104705] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.104705] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.104786] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.104786] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.105501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.105501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.105501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.105501] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.305719] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a06680b-1744-489a-8599-50ddb0ee2fec taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.305974] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.306282] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.309375] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 876be7e9-7342-4a69-8c98-8b106e1c5716 with status ACTIVE [ 999.309569] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.309687] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.309780] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.310060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.310060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.310204] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.310307] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.310496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.310496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.310593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.311204] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.311204] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.311204] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.311204] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.311204] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.311433] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 876be7e9-7342-4a69-8c98-8b106e1c5716 is going to be updated. [ 999.332741] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.332741] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.332741] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.333061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.333061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.333234] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-876be7e9-7342-4a69-8c98-8b106e1c5716" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.609341] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c507dc4e-b768-41ed-bdb2-661b093161d2: rpc.has_security_group_logging(os_id): False [ 999.634796] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.634796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.634796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.634796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.634796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.634796] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.634796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.634796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.634796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.634796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.634796] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.634796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.634796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.634796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.634796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.635395] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.635395] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.635395] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.635395] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.635395] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.635395] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be updated. [ 999.706472] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.706608] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.706608] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.706774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.706915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.721300] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: IN_PROGRESS for 2s [ 999.809036] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.312441] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.312441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.312441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.312834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.313085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.313085] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a06680b-1744-489a-8599-50ddb0ee2fec is going to be created. [ 1000.339427] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.339609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.339609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.339856] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.339931] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.351562] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a06680b-1744-489a-8599-50ddb0ee2fec in Status: UNINITIALIZED for 2s [ 1001.345368] env[69236]: INFO networking_nsxv3.common.synchronization [req-853ff877-1f7a-4174-87a4-2a03965f55a0 req-8cc7882b-3662-407c-baad-cddf6c227fff tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Enqueued Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_members [ 1001.346019] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGHEST for action security_group_members [ 1001.346348] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.346478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.346560] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.346965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.346965] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.347110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.347110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.347250] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.347342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.347437] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.738723] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 1001.739209] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.851914] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.852704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.852704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.852704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.852704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.853068] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.853068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.853068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.853068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.853309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.853309] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 is going to be updated. [ 1001.878448] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.878597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.878672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.878951] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.881086] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.887909] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: IN_PROGRESS for 2s [ 1001.926778] env[69236]: INFO networking_nsxv3.common.synchronization [req-893536f6-a64f-4497-a9ac-e8b8787f3dcf req-3342e944-0124-49ad-a604-9b4cebdc3465 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1001.928167] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1001.928487] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.929202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.929202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.929202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.929202] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.929489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.929489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.929804] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.929888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.929984] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.342574] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-895 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.342796] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.343022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.343295] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.343563] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.343726] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.343849] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.344359] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.344581] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.344847] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1002.345052] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.345269] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.345445] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.345688] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1002.346877] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.346877] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.367138] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.367347] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1002.367494] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.367680] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.368019] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-d8b4697a-c49e-48ef-926b-ecf34c8b7eda taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.368264] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-d8b4697a-c49e-48ef-926b-ecf34c8b7eda" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.368363] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-d8b4697a-c49e-48ef-926b-ecf34c8b7eda" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.368686] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-d8b4697a-c49e-48ef-926b-ecf34c8b7eda" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.368843] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8b4697a-c49e-48ef-926b-ecf34c8b7eda',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.373230] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a06680b-1744-489a-8599-50ddb0ee2fec in Status: SUCCESS [ 1002.373541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.373746] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.373961] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.374172] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.374292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.374402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.374617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.374722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.375096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.375096] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.435892] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.436066] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.436145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.436362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.436451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.436645] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.436741] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.436803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.436935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.437020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.437107] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be updated. [ 1002.460794] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.460991] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.461089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.461277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.461415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.468874] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 2s [ 1002.871122] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.871265] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.871375] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.871656] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.871809] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.871972] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port d8b4697a-c49e-48ef-926b-ecf34c8b7eda not found, creating... [ 1002.872277] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.872448] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.872571] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.872801] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.872943] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.873232] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.873390] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.873513] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.873719] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.873854] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.873996] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: d8b4697a-c49e-48ef-926b-ecf34c8b7eda is going to be created. [ 1002.877655] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.892051] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.892319] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.892420] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.893022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.893022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.893330] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-d8b4697a-c49e-48ef-926b-ecf34c8b7eda" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.380572] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a06680b-1744-489a-8599-50ddb0ee2fec: rpc.has_security_group_logging(os_id): False [ 1003.401937] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.402146] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.402218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.402435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.402532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.402798] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.402897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.402962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.403131] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.403267] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.403497] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a06680b-1744-489a-8599-50ddb0ee2fec is going to be created. [ 1003.469727] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.469727] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.469727] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.469727] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.469727] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.477787] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a06680b-1744-489a-8599-50ddb0ee2fec in Status: IN_PROGRESS for 2s [ 1003.707859] env[69236]: INFO networking_nsxv3.common.synchronization [req-893536f6-a64f-4497-a9ac-e8b8787f3dcf req-9aaf2357-77b7-40e2-9bdd-350d0cc2f046 service nova] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_rules [ 1003.707859] env[69236]: INFO networking_nsxv3.common.synchronization [req-893536f6-a64f-4497-a9ac-e8b8787f3dcf req-9aaf2357-77b7-40e2-9bdd-350d0cc2f046 service nova] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1003.707859] env[69236]: INFO networking_nsxv3.common.synchronization [req-893536f6-a64f-4497-a9ac-e8b8787f3dcf req-9aaf2357-77b7-40e2-9bdd-350d0cc2f046 service nova] Enqueued Resource ID: d8b4697a-c49e-48ef-926b-ecf34c8b7eda with Priority: HIGHEST for action port [ 1003.707859] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_rules [ 1003.707859] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1003.707859] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8b4697a-c49e-48ef-926b-ecf34c8b7eda with Priority: HIGHEST for action port [ 1003.707859] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.707859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.707859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.707859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.707859] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.708961] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.709098] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.709245] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8b4697a-c49e-48ef-926b-ecf34c8b7eda taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.709378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8b4697a-c49e-48ef-926b-ecf34c8b7eda" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.709509] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8b4697a-c49e-48ef-926b-ecf34c8b7eda" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.709653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8b4697a-c49e-48ef-926b-ecf34c8b7eda" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.709758] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8b4697a-c49e-48ef-926b-ecf34c8b7eda',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.897999] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 in Status: SUCCESS [ 1003.898206] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 deletion is rescheduled due to dependency. [ 1003.898311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.213053] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.213053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.213053] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8b4697a-c49e-48ef-926b-ecf34c8b7eda with status ACTIVE [ 1004.213053] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.213053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.213522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.213522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.213522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.213615] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.213660] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.213768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.213885] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.213927] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.214127] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.214229] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.214292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.214416] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.214484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.214566] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8b4697a-c49e-48ef-926b-ecf34c8b7eda is going to be updated. [ 1004.234901] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.234901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.234901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.235111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.235147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.235336] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8b4697a-c49e-48ef-926b-ecf34c8b7eda" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.478187] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 1004.478524] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac deletion is rescheduled due to dependency. [ 1004.478524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.478631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.478837] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.479021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.479155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.479200] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.479341] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.479422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.479515] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.981996] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.483869] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.489499] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a06680b-1744-489a-8599-50ddb0ee2fec in Status: SUCCESS [ 1005.489730] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.698701] env[69236]: INFO networking_nsxv3.common.synchronization [req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 req-060ba648-2f9a-4801-b1a5-3f43ac41fe7f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 1005.699278] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 1005.699816] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.699816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.699816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.700060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.700113] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.700273] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.700273] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.700448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.700529] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.700581] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.927768] env[69236]: INFO networking_nsxv3.common.synchronization [req-09f7b4c8-8704-43a4-915d-09b50364c342 req-899922fe-f5c4-4250-b65f-7c71a48a05f1 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Enqueued Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_members [ 1005.928299] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_members [ 1005.928601] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.928719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.928787] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.929100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.929258] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.929361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.929425] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.929579] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.929665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.929768] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.985974] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.986167] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.987182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.987182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.987182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.987182] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be updated. [ 1006.014706] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.014855] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.014970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.016616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.016616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.024887] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 2s [ 1006.203029] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.203265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.203265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.203479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.203572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.203770] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.203877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.203951] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.204109] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.204185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.204276] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be updated. [ 1006.244948] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.245364] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-562" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.246502] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-562" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.246605] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-562" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.246853] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.247102] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.247209] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.247955] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.247955] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.247955] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.248119] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.248119] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.248350] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.248415] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.248671] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.248671] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.255600] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.255757] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.255819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.256016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.256241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.268589] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: IN_PROGRESS for 2s [ 1006.272250] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.272450] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1006.272606] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.272883] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-562" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.273303] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.273839] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.273839] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.274019] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.274174] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.432085] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.432313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.432402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.432680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.432833] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.433106] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.433274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.433339] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.433539] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.433624] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.433713] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 already deleted. [ 1006.433795] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.776896] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.777275] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.777275] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.777541] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.777700] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.777860] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165 not found, creating... [ 1006.778133] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.778326] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.778467] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.778700] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.778847] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.779309] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.779595] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.779821] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.780109] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.780262] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.780408] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165 is going to be created. [ 1006.800259] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.800452] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.800969] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.800969] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.801202] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.801469] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.836700] env[69236]: INFO networking_nsxv3.common.synchronization [req-09f7b4c8-8704-43a4-915d-09b50364c342 req-06b5dc7c-76ac-4a00-9144-7cae29d55f62 service nova] Enqueued Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_rules [ 1007.836700] env[69236]: INFO networking_nsxv3.common.synchronization [req-09f7b4c8-8704-43a4-915d-09b50364c342 req-06b5dc7c-76ac-4a00-9144-7cae29d55f62 service nova] Enqueued Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_members [ 1007.836700] env[69236]: INFO networking_nsxv3.common.synchronization [req-09f7b4c8-8704-43a4-915d-09b50364c342 req-06b5dc7c-76ac-4a00-9144-7cae29d55f62 service nova] Enqueued Resource ID: 4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165 with Priority: HIGHEST for action port [ 1007.837330] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_rules [ 1007.837448] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_members [ 1007.837546] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165 with Priority: HIGHEST for action port [ 1007.837839] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.837984] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.841639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.842046] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.842149] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.845407] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.845407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.845407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.845407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.845407] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.845407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.845407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.845407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.845407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.845407] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.846351] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.846529] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.846625] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.846769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.846856] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.033661] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 1008.034034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.034646] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.034905] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.036869] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.036869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.036869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.036869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.036869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.036869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.036869] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.283461] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 1008.283709] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 deletion is rescheduled due to dependency. [ 1008.283832] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.314041] env[69236]: INFO networking_nsxv3.common.synchronization [req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a req-e053abd1-7d5d-4ea5-8675-d001fe107547 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Enqueued Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_members [ 1008.314684] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_members [ 1008.315025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.315130] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.352403] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.352403] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.352403] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.352403] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165 with status ACTIVE [ 1008.352403] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.352403] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.352403] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.355034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.355601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.359899] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.359899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.359899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.359899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.359899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.359899] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.359899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.359899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.359899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.359899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.359899] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165 is going to be updated. [ 1008.386827] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.387042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.388551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.388551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.388551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.388551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.540529] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.540692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.541216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.541216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.541216] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.541679] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.541679] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.541679] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.541679] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.541679] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.541893] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.541893] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.541893] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.542070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.542402] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.542402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.542402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.542402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.542652] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.542652] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.542652] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.756786] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.757092] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-562" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.757280] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-562" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.757633] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-562" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.757993] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.758223] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.758391] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.758680] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.758876] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.759116] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.759262] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.759364] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.759442] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.759573] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.759680] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.759785] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.778230] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.778418] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1008.778537] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.778717] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-562" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.779138] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-5419796c-36e8-4e34-99a8-e215019c4a6c taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.779226] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-5419796c-36e8-4e34-99a8-e215019c4a6c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.779352] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-5419796c-36e8-4e34-99a8-e215019c4a6c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.779768] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-5419796c-36e8-4e34-99a8-e215019c4a6c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.779913] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5419796c-36e8-4e34-99a8-e215019c4a6c',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.863968] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.045433] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac: rpc.has_security_group_logging(os_id): False [ 1009.064625] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.064771] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.064824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.065040] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.065133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.065485] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.065669] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.065745] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.065916] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.066008] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.066219] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.066337] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.066402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.066548] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.066623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.066816] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.066909] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.066968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.067133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.067206] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.067294] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be updated. [ 1009.129397] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.129597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.129597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.129797] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.129942] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.142107] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 2s [ 1009.282711] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.283034] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.283220] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.283525] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.283710] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.283877] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 5419796c-36e8-4e34-99a8-e215019c4a6c not found, creating... [ 1009.284151] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.284312] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.284430] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.284651] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.284818] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.285172] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.285341] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.285479] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.285713] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.285856] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.285995] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 5419796c-36e8-4e34-99a8-e215019c4a6c is going to be created. [ 1009.304807] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.305010] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.305145] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.305399] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.305628] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.305848] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-5419796c-36e8-4e34-99a8-e215019c4a6c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.368648] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.368648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.368648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.368881] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.368881] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.368992] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 is going to be created. [ 1009.397908] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.398092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.398161] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.398323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.398479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.412259] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: UNINITIALIZED for 2s [ 1010.010035] env[69236]: INFO networking_nsxv3.common.synchronization [req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a req-91644ec4-a902-432a-8ebc-61398850dce4 service nova] Enqueued Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_rules [ 1010.010323] env[69236]: INFO networking_nsxv3.common.synchronization [req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a req-91644ec4-a902-432a-8ebc-61398850dce4 service nova] Enqueued Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_members [ 1010.010323] env[69236]: INFO networking_nsxv3.common.synchronization [req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a req-91644ec4-a902-432a-8ebc-61398850dce4 service nova] Enqueued Resource ID: 5419796c-36e8-4e34-99a8-e215019c4a6c with Priority: HIGHEST for action port [ 1010.010754] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_rules [ 1010.010891] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_members [ 1010.011039] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5419796c-36e8-4e34-99a8-e215019c4a6c with Priority: HIGHEST for action port [ 1010.011330] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.011430] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.011614] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.011697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.011873] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5419796c-36e8-4e34-99a8-e215019c4a6c taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.011985] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5419796c-36e8-4e34-99a8-e215019c4a6c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.012069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5419796c-36e8-4e34-99a8-e215019c4a6c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.012265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5419796c-36e8-4e34-99a8-e215019c4a6c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.012346] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5419796c-36e8-4e34-99a8-e215019c4a6c',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.517050] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5419796c-36e8-4e34-99a8-e215019c4a6c with status ACTIVE [ 1010.517050] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.517232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.517277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.517674] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.517674] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.517756] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.517808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.517885] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.518232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.518232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.518378] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.518378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.518485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.518528] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.518732] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.518732] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5419796c-36e8-4e34-99a8-e215019c4a6c is going to be updated. [ 1010.538512] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.538663] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.538715] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.538901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.539048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.539202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5419796c-36e8-4e34-99a8-e215019c4a6c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.667035] env[69236]: INFO networking_nsxv3.common.synchronization [req-7ae073fe-d15c-4650-be54-97b874902233 req-4fdfc5be-a72c-4c59-a03f-22fdb03cb9cc tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Enqueued Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_members [ 1010.667035] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_members [ 1010.667235] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.667336] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.923977] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.923977] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-562" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.923977] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-562" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.924204] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-562" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.924457] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.924627] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.924738] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.924958] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.925561] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.926089] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.926089] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.926208] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.926312] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.926437] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.926607] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.926682] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.943472] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.943651] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1010.943822] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.944074] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-562" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.945022] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-f26d9f01-320d-4387-86cb-342e616c2ac2 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.945022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-f26d9f01-320d-4387-86cb-342e616c2ac2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.945022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-f26d9f01-320d-4387-86cb-342e616c2ac2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.945022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-f26d9f01-320d-4387-86cb-342e616c2ac2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.945494] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f26d9f01-320d-4387-86cb-342e616c2ac2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.156840] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 1011.156840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.423567] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: SUCCESS [ 1011.423567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.423567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.423567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.423567] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.423567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.423567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.423567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.423567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.423567] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.450022] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.450022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.450022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.450022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.450022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.450022] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port f26d9f01-320d-4387-86cb-342e616c2ac2 not found, creating... [ 1011.450022] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.450022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.450022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.450022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.450022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.450541] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.450541] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.451153] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.451711] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.452045] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.453906] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: f26d9f01-320d-4387-86cb-342e616c2ac2 is going to be created. [ 1011.473024] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.473024] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.473024] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.473024] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.473024] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.473024] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-f26d9f01-320d-4387-86cb-342e616c2ac2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.925103] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.180478] env[69236]: INFO networking_nsxv3.common.synchronization [req-7ae073fe-d15c-4650-be54-97b874902233 req-6de9de52-725c-4880-b7a0-14efb9348205 service nova] Enqueued Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_rules [ 1012.180764] env[69236]: INFO networking_nsxv3.common.synchronization [req-7ae073fe-d15c-4650-be54-97b874902233 req-6de9de52-725c-4880-b7a0-14efb9348205 service nova] Enqueued Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_members [ 1012.182030] env[69236]: INFO networking_nsxv3.common.synchronization [req-7ae073fe-d15c-4650-be54-97b874902233 req-6de9de52-725c-4880-b7a0-14efb9348205 service nova] Enqueued Resource ID: f26d9f01-320d-4387-86cb-342e616c2ac2 with Priority: HIGHEST for action port [ 1012.183497] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_rules [ 1012.183497] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_members [ 1012.183497] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26d9f01-320d-4387-86cb-342e616c2ac2 with Priority: HIGHEST for action port [ 1012.183497] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.183715] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.183754] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.185610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.185610] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f26d9f01-320d-4387-86cb-342e616c2ac2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.185610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f26d9f01-320d-4387-86cb-342e616c2ac2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.185610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f26d9f01-320d-4387-86cb-342e616c2ac2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.185610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f26d9f01-320d-4387-86cb-342e616c2ac2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.185610] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f26d9f01-320d-4387-86cb-342e616c2ac2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.427897] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.688258] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f26d9f01-320d-4387-86cb-342e616c2ac2 with status ACTIVE [ 1012.688531] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.688720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.688791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.688964] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.689106] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.689312] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.689469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.689539] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.689702] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.689779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.689967] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.690076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.690138] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.690274] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.690350] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.690434] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f26d9f01-320d-4387-86cb-342e616c2ac2 is going to be updated. [ 1012.716402] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.716575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.716657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.716806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.716938] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.717112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f26d9f01-320d-4387-86cb-342e616c2ac2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.929606] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.929803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.929909] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.930158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.930278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.930405] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 is going to be updated. [ 1012.956529] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.956699] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.956767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.956957] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.957202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.965454] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: IN_PROGRESS for 2s [ 1014.976814] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: SUCCESS [ 1014.976814] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.977445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.977445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.977619] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.977793] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.977903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.978175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.978294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.978440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.978606] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.980643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.980879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.981139] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.981284] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.981346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.981508] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.981590] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.981686] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.305812] env[69236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1015.305978] env[69236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1015.484089] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.484748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.484748] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.621105] env[69236]: INFO networking_nsxv3.common.synchronization [req-43ff884e-3889-4920-96a6-52dca658a0bb req-e785035a-d498-42f8-b232-4139237fa45f tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1015.621105] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1015.621105] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.621105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.621105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.621650] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.621866] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.621979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.622062] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.622238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.622329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.622427] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.893957] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.894288] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.894438] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.894742] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.895049] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.895220] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.895344] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.895576] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.895729] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.895951] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.896104] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.896231] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.896347] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.896472] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.896569] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.896705] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.914769] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.914949] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1015.915124] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.915312] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.915633] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-7445a98b-7958-43b8-b6d9-74f68857af49 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.915810] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-7445a98b-7958-43b8-b6d9-74f68857af49" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.915933] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-7445a98b-7958-43b8-b6d9-74f68857af49" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.916429] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-7445a98b-7958-43b8-b6d9-74f68857af49" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.916585] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7445a98b-7958-43b8-b6d9-74f68857af49',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.987089] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.125923] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.126182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.126235] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.126783] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.126783] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.126933] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.127098] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.127193] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.127408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.127508] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.127630] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff129466-2f01-4f8a-b702-404d28c76012 already deleted. [ 1016.127773] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.420142] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.420380] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.420516] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.420828] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.421402] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.421402] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 7445a98b-7958-43b8-b6d9-74f68857af49 not found, creating... [ 1016.421533] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.421680] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.421801] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.422041] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.422193] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.422475] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.422637] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.422758] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.422971] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.423128] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.423275] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 7445a98b-7958-43b8-b6d9-74f68857af49 is going to be created. [ 1016.443461] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.443817] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.443817] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.444163] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.445440] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.445440] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-7445a98b-7958-43b8-b6d9-74f68857af49" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.490568] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.490769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.490862] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.491139] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.491248] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.491360] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 is going to be updated. [ 1016.518395] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.518587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.518587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.518776] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.518989] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.530044] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: IN_PROGRESS for 2s [ 1017.143806] env[69236]: INFO networking_nsxv3.common.synchronization [req-43ff884e-3889-4920-96a6-52dca658a0bb req-57c6c8e5-6ed1-4748-94aa-b981d6af2112 service nova] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_rules [ 1017.144083] env[69236]: INFO networking_nsxv3.common.synchronization [req-43ff884e-3889-4920-96a6-52dca658a0bb req-57c6c8e5-6ed1-4748-94aa-b981d6af2112 service nova] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1017.144224] env[69236]: INFO networking_nsxv3.common.synchronization [req-43ff884e-3889-4920-96a6-52dca658a0bb req-57c6c8e5-6ed1-4748-94aa-b981d6af2112 service nova] Enqueued Resource ID: 7445a98b-7958-43b8-b6d9-74f68857af49 with Priority: HIGHEST for action port [ 1017.144701] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_rules [ 1017.144836] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1017.145037] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445a98b-7958-43b8-b6d9-74f68857af49 with Priority: HIGHEST for action port [ 1017.145802] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.145802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.145802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.145802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.145802] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.146795] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.146795] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.146903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.147017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.147188] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.147318] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.147381] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.147539] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.147631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.147734] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.148729] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-7445a98b-7958-43b8-b6d9-74f68857af49 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.148830] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7445a98b-7958-43b8-b6d9-74f68857af49" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.148865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7445a98b-7958-43b8-b6d9-74f68857af49" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.149878] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7445a98b-7958-43b8-b6d9-74f68857af49" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.149878] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7445a98b-7958-43b8-b6d9-74f68857af49',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.650697] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.650822] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.651074] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.651943] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7445a98b-7958-43b8-b6d9-74f68857af49 with status ACTIVE [ 1017.652159] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.652278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.652345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.652542] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.653263] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.653263] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.653263] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.653263] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.653263] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.653263] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.653457] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.653457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.653457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.653625] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.653651] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.654293] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7445a98b-7958-43b8-b6d9-74f68857af49 is going to be updated. [ 1017.673316] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.673450] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.673510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.674228] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.674228] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.674228] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7445a98b-7958-43b8-b6d9-74f68857af49" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.155837] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.540091] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: SUCCESS [ 1018.541865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.541865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.541865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.541865] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.541865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.541865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.541865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.541865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.541865] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.660749] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.660749] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.660749] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.660749] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.660749] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.660749] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff129466-2f01-4f8a-b702-404d28c76012 is going to be created. [ 1018.682579] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.682728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.682874] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.682985] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.683158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.692027] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: UNINITIALIZED for 2s [ 1019.048184] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.550473] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.657445] env[69236]: INFO networking_nsxv3.common.synchronization [req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 req-e150922b-5df8-48ce-8b4e-131eaca61967 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1019.657997] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1019.658435] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.658584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.658670] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.658928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.659250] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.659371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.659485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.659671] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.659762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.659857] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.053917] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.053917] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.053917] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.054065] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.054143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.054246] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 is going to be updated. [ 1020.089023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.089023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.089023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.089023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.089023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.097871] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: IN_PROGRESS for 2s [ 1020.162543] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.186687] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.186895] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.187033] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.187314] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.187607] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.187785] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.187907] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.188145] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.188301] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.188515] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.188634] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.188748] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.188859] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.188973] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.189188] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.189340] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.224178] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.224891] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1020.224891] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.224891] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.225408] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-1ce03382-cb50-4e88-b08b-3819061ce1b2 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.225633] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-1ce03382-cb50-4e88-b08b-3819061ce1b2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.225976] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-1ce03382-cb50-4e88-b08b-3819061ce1b2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.226304] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-1ce03382-cb50-4e88-b08b-3819061ce1b2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.226304] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ce03382-cb50-4e88-b08b-3819061ce1b2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.664777] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.700961] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: SUCCESS [ 1020.701365] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.701434] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.701638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.701903] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.701986] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.702036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.702230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.702311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.702398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.702502] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.731677] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.731913] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.732068] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.732382] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.732544] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.732708] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 1ce03382-cb50-4e88-b08b-3819061ce1b2 not found, creating... [ 1020.732973] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.733538] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.733538] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.733538] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.733646] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.733964] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.734086] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.734211] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.734442] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.734561] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.734705] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 1ce03382-cb50-4e88-b08b-3819061ce1b2 is going to be created. [ 1020.754282] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.754551] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.754693] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.754968] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.755230] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.755459] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-1ce03382-cb50-4e88-b08b-3819061ce1b2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.014257] env[69236]: INFO networking_nsxv3.common.synchronization [None req-516881f6-fb1e-45c1-8a6f-b82483781db2 None None] Enqueued Resource ID: 0b5d2ad5-4d51-4e11-a868-bc8a45c29bb7 with Priority: HIGHEST for action port [ 1021.014527] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5d2ad5-4d51-4e11-a868-bc8a45c29bb7 with Priority: HIGHEST for action port [ 1021.015141] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b5d2ad5-4d51-4e11-a868-bc8a45c29bb7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.016717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b5d2ad5-4d51-4e11-a868-bc8a45c29bb7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.017193] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b5d2ad5-4d51-4e11-a868-bc8a45c29bb7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.017937] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b5d2ad5-4d51-4e11-a868-bc8a45c29bb7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.018114] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b5d2ad5-4d51-4e11-a868-bc8a45c29bb7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.170181] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.170664] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.170806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.171307] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.171452] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.171590] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1021.198280] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.198441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.198512] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.198717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.198866] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.208535] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.210256] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1021.486062] env[69236]: INFO networking_nsxv3.common.synchronization [req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 req-e3327fc1-bda5-4190-b3d3-89ab9443411c service nova] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_rules [ 1021.486265] env[69236]: INFO networking_nsxv3.common.synchronization [req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 req-e3327fc1-bda5-4190-b3d3-89ab9443411c service nova] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1021.486407] env[69236]: INFO networking_nsxv3.common.synchronization [req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 req-e3327fc1-bda5-4190-b3d3-89ab9443411c service nova] Enqueued Resource ID: 1ce03382-cb50-4e88-b08b-3819061ce1b2 with Priority: HIGHEST for action port [ 1021.486946] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_rules [ 1021.487831] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1021.487991] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ce03382-cb50-4e88-b08b-3819061ce1b2 with Priority: HIGHEST for action port [ 1021.488281] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.488408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.488458] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.488650] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.488726] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.489618] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.489712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.490158] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ce03382-cb50-4e88-b08b-3819061ce1b2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.490344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ce03382-cb50-4e88-b08b-3819061ce1b2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.490344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ce03382-cb50-4e88-b08b-3819061ce1b2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.491020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ce03382-cb50-4e88-b08b-3819061ce1b2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.491020] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ce03382-cb50-4e88-b08b-3819061ce1b2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.522562] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b5d2ad5-4d51-4e11-a868-bc8a45c29bb7 [ 1021.522709] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.522832] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.522907] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.526400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.526400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.526400] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b5d2ad5-4d51-4e11-a868-bc8a45c29bb7 already deleted. [ 1021.526400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b5d2ad5-4d51-4e11-a868-bc8a45c29bb7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.711651] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff129466-2f01-4f8a-b702-404d28c76012: rpc.has_security_group_logging(os_id): False [ 1021.733997] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.734186] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.734273] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.734465] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.734541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.734797] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.734944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.735069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.735231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.735372] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.735456] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff129466-2f01-4f8a-b702-404d28c76012 is going to be created. [ 1021.790500] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.790656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.790691] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.790878] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.791065] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.800777] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: IN_PROGRESS for 2s [ 1021.992851] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.993010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.994296] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ce03382-cb50-4e88-b08b-3819061ce1b2 with status ACTIVE [ 1021.994480] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.994608] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.994777] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.994893] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.994982] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.995171] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.995272] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.995335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.995492] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.995570] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.995749] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.995843] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.995909] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.996059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.996143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.996216] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ce03382-cb50-4e88-b08b-3819061ce1b2 is going to be updated. [ 1022.020030] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.020030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.020030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.020030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.020030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.020030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ce03382-cb50-4e88-b08b-3819061ce1b2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.114097] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: SUCCESS [ 1022.114097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.114097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.114097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.114097] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.114097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.114097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.114097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.114097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.114521] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.616172] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.796087] env[69236]: INFO networking_nsxv3.common.synchronization [None req-defb4550-9bdc-40ac-a29b-863d326a8c84 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Enqueued Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_rules [ 1022.799097] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_rules [ 1022.799097] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.799097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.799097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.799097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.799280] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.893589] env[69236]: INFO networking_nsxv3.common.synchronization [None req-0eb86fa3-6efd-4d7f-8077-b2bf81fc3763 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Enqueued Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_rules [ 1022.894899] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_rules [ 1022.895488] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.895488] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.118816] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.220055] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1023.220348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.220454] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.220672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.220852] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.223022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.223022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.223022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.223022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.223022] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.259765] env[69236]: INFO networking_nsxv3.common.synchronization [None req-ab1cfb27-fe0b-4ce7-8291-7d647d8ae5f0 None None] Enqueued Resource ID: 1cacd48b-ee04-4408-9a3b-9dcc824187f7 with Priority: HIGHEST for action port [ 1023.260375] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cacd48b-ee04-4408-9a3b-9dcc824187f7 with Priority: HIGHEST for action port [ 1023.260650] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cacd48b-ee04-4408-9a3b-9dcc824187f7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.260792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cacd48b-ee04-4408-9a3b-9dcc824187f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.260833] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cacd48b-ee04-4408-9a3b-9dcc824187f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.261501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cacd48b-ee04-4408-9a3b-9dcc824187f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.261685] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cacd48b-ee04-4408-9a3b-9dcc824187f7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.266148] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.266148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.266148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.266148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.266148] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.323170] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.323170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.323170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.323170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.323170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.323170] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 already deleted. [ 1023.323170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.323170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.323170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.323170] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.621728] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.624316] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.624316] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.624316] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.624316] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.624316] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 is going to be updated. [ 1023.649870] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.650046] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.650101] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.650324] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.650439] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.659764] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: IN_PROGRESS for 2s [ 1023.729227] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.765120] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cacd48b-ee04-4408-9a3b-9dcc824187f7 [ 1023.765482] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.765626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.765767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.766100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.766259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.766414] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cacd48b-ee04-4408-9a3b-9dcc824187f7 already deleted. [ 1023.766571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cacd48b-ee04-4408-9a3b-9dcc824187f7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.770132] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.813622] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: SUCCESS [ 1023.813931] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.843073] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.843073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.843073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.843211] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.843211] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.843281] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 already deleted. [ 1023.843367] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.232304] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.273810] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.736584] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.736750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.736823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.737123] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.737173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.737256] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1024.764878] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.765263] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.765263] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.766197] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.766880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.775212] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1024.775496] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1024.777133] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1025.577351] env[69236]: INFO networking_nsxv3.common.synchronization [req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f req-52438c8d-449a-4358-bfa3-0f74d0216389 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1025.577903] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1025.578227] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.578351] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.578420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.578634] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.578760] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.578858] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.578918] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.582111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.582300] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.582423] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.669999] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: SUCCESS [ 1025.670245] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.670407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.670619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.670811] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.670927] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.670992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.671196] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.671277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.671367] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.671524] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.671618] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.671679] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.671817] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.671961] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.672071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.672165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.672258] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.672333] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.672414] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.672502] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.676357] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.676488] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.676535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.676695] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.690374] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1025.691258] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.692172] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1025.727260] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.727409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.727480] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.727710] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.740775] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.740775] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1025.740775] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1025.740775] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1025.780510] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.780728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.780802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.781072] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.782617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.782817] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1025.848100] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.848261] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.848332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.848548] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.848818] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.849352] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1025.920060] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.920494] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.920627] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.920932] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.921319] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.921648] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1025.921768] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'24914fec-9437-45fc-b7fe-e81d12e23ecc', '399ee7f9-e3ed-4b72-8425-a1de5fe3b681', 'c4a45345-99cb-4608-8923-819fb88b7c58', '6e786077-27da-4640-a430-92f4eea5d2a9', 'c1b0f05e-4495-4972-bf58-81c09f1af5f0', '12052fbd-5697-4f52-99fb-557f153bc8f8', 'c507dc4e-b768-41ed-bdb2-661b093161d2', 'a6cfe658-062c-462d-8b71-2276a8d43084', 'b66e5c89-31dd-49bf-9481-172ecfa8d8b6', '0b1c935d-62fe-4fae-927c-71f152d0fa2f', '5d1719ba-b66f-4e1d-aaed-e04a0bfd4368', 'ec892255-fc5e-4773-be23-f66c37d3a094', 'e006c5ed-90f6-4c8f-b56e-62115f94b64a', '100c5ce9-3297-4435-b06e-a930238c6c09', '01cb74de-cd9f-404d-9a86-9fdb64daacbb', '74bed68c-a24a-4049-a180-15d46e57a39b', '0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8', 'a3784b6b-6ad9-42ee-b53f-09e937b256ce', 'f20caacf-c060-4d46-9676-83812041913e', 'ff129466-2f01-4f8a-b702-404d28c76012', 'fb1d89bd-ac8f-4898-9016-b171aedf4601', '1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac', '7314bbad-7e38-4fa7-bab4-16c924da357b', 'f5d1c206-b34c-4539-9f61-de443d735d6f', '55df1f5c-144a-4620-826d-e946434503aa', '75920a8f-1261-4ded-b712-2454450df7e4', 'b1b6f242-03f2-48ca-ad5c-1eff8c878f96', '3f489950-6e82-40bd-85d1-708077680ea0', '75e2a660-bfce-4a01-8179-4f12b921a824', '659e958e-e27d-4400-a09c-62bd0c7fe550', '6ffcb896-9b57-4704-815d-ee07c0aeede5', '5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4', '903bb2ed-ec03-4b13-ace4-0d674b190a0b', '6744fd01-2c77-4e7f-a25f-ac7d967bfe94', 'bb08c192-1189-4a8d-9639-fb7eea382985', 'a74ab54f-7464-4be4-aea5-9b8ad485152a', 'e899830b-606e-42bd-98b9-1c4b9625d051', '8458c192-6ec3-43d5-aa07-2890feab1518', 'd5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc', '2a06680b-1744-489a-8599-50ddb0ee2fec', 'df19139c-3e68-472e-aa5a-ebbc535cd56f', 'e8eff172-d10e-42b0-b090-213abfa8c883'} {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1025.921866] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1025.942061] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.942061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.942061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.942061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.943250] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.943250] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1025.943250] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1025.943250] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1026.006867] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.007043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.007109] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.007396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.008290] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.008547] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1026.008625] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1026.008697] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1026.008763] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1026.008838] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1026.008908] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc with Priority: HIGH for action security_group_rules [ 1026.008989] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGH for action security_group_rules [ 1026.009094] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4a45345-99cb-4608-8923-819fb88b7c58 with Priority: HIGH for action security_group_rules [ 1026.009170] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGH for action security_group_rules [ 1026.009249] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 with Priority: HIGH for action security_group_rules [ 1026.009314] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 with Priority: HIGH for action security_group_rules [ 1026.009375] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGH for action security_group_rules [ 1026.009438] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6cfe658-062c-462d-8b71-2276a8d43084 with Priority: HIGH for action security_group_rules [ 1026.009500] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGH for action security_group_rules [ 1026.009562] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f with Priority: HIGH for action security_group_rules [ 1026.009625] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 with Priority: HIGH for action security_group_rules [ 1026.009687] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec892255-fc5e-4773-be23-f66c37d3a094 with Priority: HIGH for action security_group_rules [ 1026.009748] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGH for action security_group_rules [ 1026.009810] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 100c5ce9-3297-4435-b06e-a930238c6c09 with Priority: HIGH for action security_group_rules [ 1026.009872] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGH for action security_group_rules [ 1026.010088] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74bed68c-a24a-4049-a180-15d46e57a39b with Priority: HIGH for action security_group_rules [ 1026.010088] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGH for action security_group_rules [ 1026.010088] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce with Priority: HIGH for action security_group_rules [ 1026.010268] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f20caacf-c060-4d46-9676-83812041913e with Priority: HIGH for action security_group_rules [ 1026.010268] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGH for action security_group_rules [ 1026.010268] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.085281] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.085550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.085688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.085985] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.104721] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.104899] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.105041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.105103] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.105297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.105383] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.105469] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be updated. [ 1026.131258] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.131548] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.131596] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.131777] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.131911] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.142497] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 2s [ 1026.174410] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4daf8bcf-4699-4ddf-b459-2b996ca52b63: rpc.has_security_group_logging(os_id): False [ 1026.194851] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.194989] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.195068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.195740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.195740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.195740] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.195740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.195740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.196137] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.196221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.196406] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.198369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.198369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.198369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.198369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.198369] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.198369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.198369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.198369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.198369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.198369] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 is going to be created. [ 1026.275412] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.275569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.275653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.275867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.276082] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.288567] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: IN_PROGRESS for 2s [ 1026.784111] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1026.784455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.784640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.784914] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.785157] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.785310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.785407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.785584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.785964] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.786094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.786234] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.288965] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.289228] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.289383] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.289712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.290107] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.290107] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.290107] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.290107] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.290362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.290362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.290492] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.290631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.290631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.290793] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.290979] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.291086] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.291086] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.291319] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.291319] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.291416] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.291471] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.665109] env[69236]: INFO networking_nsxv3.common.synchronization [None req-1996fbeb-273e-4a86-a3db-318197bfe1df None None] Enqueued Resource ID: befc4bcf-2c6b-4372-91b4-4904a6e8f9c9 with Priority: HIGHEST for action port [ 1027.667934] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: befc4bcf-2c6b-4372-91b4-4904a6e8f9c9 with Priority: HIGHEST for action port [ 1027.668017] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc with Priority: HIGH for action security_group_rules [ 1027.671922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4a45345-99cb-4608-8923-819fb88b7c58 with Priority: HIGH for action security_group_rules [ 1027.671922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGH for action security_group_rules [ 1027.671922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb with Priority: HIGH for action security_group_rules [ 1027.671922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGH for action security_group_rules [ 1027.671922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20caacf-c060-4d46-9676-83812041913e with Priority: HIGH for action security_group_rules [ 1027.671922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce with Priority: HIGH for action security_group_rules [ 1027.671922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 with Priority: HIGH for action security_group_rules [ 1027.671922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 100c5ce9-3297-4435-b06e-a930238c6c09 with Priority: HIGH for action security_group_rules [ 1027.671922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bed68c-a24a-4049-a180-15d46e57a39b with Priority: HIGH for action security_group_rules [ 1027.671922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a with Priority: HIGH for action security_group_rules [ 1027.671922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec892255-fc5e-4773-be23-f66c37d3a094 with Priority: HIGH for action security_group_rules [ 1027.671922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 with Priority: HIGH for action security_group_rules [ 1027.671922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f with Priority: HIGH for action security_group_rules [ 1027.671922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 with Priority: HIGH for action security_group_rules [ 1027.671922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 with Priority: HIGH for action security_group_rules [ 1027.671922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6cfe658-062c-462d-8b71-2276a8d43084 with Priority: HIGH for action security_group_rules [ 1027.671922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 with Priority: HIGH for action security_group_rules [ 1027.671922] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 with Priority: HIGH for action security_group_rules [ 1027.672483] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGH for action security_group_rules [ 1027.672483] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-befc4bcf-2c6b-4372-91b4-4904a6e8f9c9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.672767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-befc4bcf-2c6b-4372-91b4-4904a6e8f9c9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.672767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-befc4bcf-2c6b-4372-91b4-4904a6e8f9c9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.672828] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-befc4bcf-2c6b-4372-91b4-4904a6e8f9c9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.672912] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('befc4bcf-2c6b-4372-91b4-4904a6e8f9c9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.680025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24914fec-9437-45fc-b7fe-e81d12e23ecc taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.680025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.680025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.680025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.680025] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24914fec-9437-45fc-b7fe-e81d12e23ecc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.680025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4a45345-99cb-4608-8923-819fb88b7c58 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.680025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.680025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.680025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.680025] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4a45345-99cb-4608-8923-819fb88b7c58',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.680025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.680025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.680753] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.680753] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.680753] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.681241] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.681404] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.681470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.681634] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.681713] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01cb74de-cd9f-404d-9a86-9fdb64daacbb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.682594] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.682701] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.682780] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.682969] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.683083] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.684698] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f20caacf-c060-4d46-9676-83812041913e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.684698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.684785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.685934] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.685934] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f20caacf-c060-4d46-9676-83812041913e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.685934] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3784b6b-6ad9-42ee-b53f-09e937b256ce taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.685934] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.686160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.686204] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.686259] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3784b6b-6ad9-42ee-b53f-09e937b256ce',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.687738] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.687738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.687738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.687738] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.687738] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.689033] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-100c5ce9-3297-4435-b06e-a930238c6c09 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.692043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.692043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.692043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.692043] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('100c5ce9-3297-4435-b06e-a930238c6c09',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.692043] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74bed68c-a24a-4049-a180-15d46e57a39b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.692043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.692043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.692043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.692043] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74bed68c-a24a-4049-a180-15d46e57a39b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.692043] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.692043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.692043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.692764] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.692764] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e006c5ed-90f6-4c8f-b56e-62115f94b64a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.692859] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec892255-fc5e-4773-be23-f66c37d3a094 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.692934] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.693246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.693246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.693246] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec892255-fc5e-4773-be23-f66c37d3a094',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.693947] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.694075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.694075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.694251] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.694251] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d1719ba-b66f-4e1d-aaed-e04a0bfd4368',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.695013] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.695186] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.695233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.696930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.696930] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b1c935d-62fe-4fae-927c-71f152d0fa2f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.696930] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.696930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.696930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.696930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.696930] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66e5c89-31dd-49bf-9481-172ecfa8d8b6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.697264] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12052fbd-5697-4f52-99fb-557f153bc8f8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.697314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.697504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.697572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.697646] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12052fbd-5697-4f52-99fb-557f153bc8f8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.698533] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6cfe658-062c-462d-8b71-2276a8d43084 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.698533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.698533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.698772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.698772] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6cfe658-062c-462d-8b71-2276a8d43084',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.699488] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.699813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.699813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.699813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.700027] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1b0f05e-4495-4972-bf58-81c09f1af5f0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.700841] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.701110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.701110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.701551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.701551] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('399ee7f9-e3ed-4b72-8425-a1de5fe3b681',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.703391] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.703505] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.703558] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.703717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.703793] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.797405] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e899830b-606e-42bd-98b9-1c4b9625d051: rpc.has_security_group_logging(os_id): False [ 1027.842482] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.842656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.842746] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.842964] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.863650] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.863916] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.864052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.864121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.864315] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.864504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.864580] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.864669] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.864746] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.864914] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.864991] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.865200] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.865315] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.865350] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.865486] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.865560] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.865647] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1027.940511] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.940693] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.941469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.941469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.941469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.954305] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1028.152367] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 1028.153125] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac deletion is rescheduled due to dependency. [ 1028.153305] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.206010] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1c935d-62fe-4fae-927c-71f152d0fa2f taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.206206] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.207024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.207024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.207024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.207024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.207024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.207341] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.207341] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.207341] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.207509] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b1c935d-62fe-4fae-927c-71f152d0fa2f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.212694] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port befc4bcf-2c6b-4372-91b4-4904a6e8f9c9 [ 1028.212921] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.213066] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.213704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.213704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.213704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.213704] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:befc4bcf-2c6b-4372-91b4-4904a6e8f9c9 already deleted. [ 1028.213704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-befc4bcf-2c6b-4372-91b4-4904a6e8f9c9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.215148] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.215307] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.215417] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.215599] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.215893] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.216038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.216128] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.216298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.216406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.216513] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.216854] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.238157] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.238411] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.238539] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.238754] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.238952] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.239065] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.239142] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.239385] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.239683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.239825] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.239935] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.287476] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.287640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.287677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.287880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.294272] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.294429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.295968] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.295968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.302611] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.302748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.306277] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.306387] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.307258] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.307400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.308382] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.308472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.309255] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.309385] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.310217] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.310976] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.311111] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.311254] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.312109] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.312214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.312802] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.313351] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.315022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.315022] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.315022] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.315022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.315444] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.316216] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.316216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.316631] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.317130] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.317212] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.318083] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.318155] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: SUCCESS [ 1028.318323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.319112] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.319495] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.319684] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.320638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.320638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.320638] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.321836] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.322958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.322958] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66e5c89-31dd-49bf-9481-172ecfa8d8b6 is going to be deleted. [ 1028.323822] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.324042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.325781] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.325888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.341849] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.341990] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d1719ba-b66f-4e1d-aaed-e04a0bfd4368 is going to be deleted. [ 1028.342937] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.343412] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.361029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.361029] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24914fec-9437-45fc-b7fe-e81d12e23ecc is going to be deleted. [ 1028.362287] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.362509] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.377551] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.377752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.387318] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.387494] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 100c5ce9-3297-4435-b06e-a930238c6c09 is going to be deleted. [ 1028.388569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.388812] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.427527] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.427527] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.430766] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.430901] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be deleted. [ 1028.433485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.433485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.446439] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.446614] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.469255] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.469409] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01cb74de-cd9f-404d-9a86-9fdb64daacbb is going to be deleted. [ 1028.470313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.470529] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.491528] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.491528] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.512124] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.512326] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e006c5ed-90f6-4c8f-b56e-62115f94b64a is going to be deleted. [ 1028.513232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.513453] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.586270] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.586401] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.591833] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.592332] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1b0f05e-4495-4972-bf58-81c09f1af5f0 is going to be deleted. [ 1028.593295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.593609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.643838] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.643838] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.653131] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.654444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.662755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.662886] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 399ee7f9-e3ed-4b72-8425-a1de5fe3b681 is going to be deleted. [ 1028.663813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.664028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.701889] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.702034] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8 is going to be deleted. [ 1028.702941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.707019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.726404] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b1c935d-62fe-4fae-927c-71f152d0fa2f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.727515] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.738717] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.738717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.753112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.753112] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6cfe658-062c-462d-8b71-2276a8d43084 is going to be deleted. [ 1028.753112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.753237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.754928] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.798592] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.798592] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4a45345-99cb-4608-8923-819fb88b7c58 is going to be deleted. [ 1028.798899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.798899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.808892] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.809053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.825577] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.825728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.825797] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.826032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.826206] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.826313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.826376] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.826571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.826643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.826702] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.826790] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.840570] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.840693] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.848074] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.848214] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f20caacf-c060-4d46-9676-83812041913e is going to be deleted. [ 1028.849134] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.849352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.886683] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.886849] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.949281] env[69236]: INFO networking_nsxv3.common.synchronization [None req-f5729fcd-eecf-4910-bb03-76e2a2f7e78a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Enqueued Resource ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 with Priority: HIGHEST for action security_group_rules [ 1028.950452] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 with Priority: HIGHEST for action security_group_rules [ 1028.950452] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.950452] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.950452] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.950685] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.950685] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89d8b0c2-d501-4e7e-ab07-bf1c030416b7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.956691] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.956828] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec892255-fc5e-4773-be23-f66c37d3a094 is going to be deleted. [ 1028.957948] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.960955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.997739] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.998335] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3784b6b-6ad9-42ee-b53f-09e937b256ce is going to be deleted. [ 1028.998740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.998945] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.023571] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.023745] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.050031] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.050031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.062133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.062133] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74bed68c-a24a-4049-a180-15d46e57a39b is going to be deleted. [ 1029.062889] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.063119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.069715] env[69236]: INFO networking_nsxv3.common.synchronization [None req-be55a2a9-4052-444e-add1-4823fa215650 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Enqueued Resource ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 with Priority: HIGHEST for action security_group_rules [ 1029.070272] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 with Priority: HIGHEST for action security_group_rules [ 1029.070635] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.070764] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.090807] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.090933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.124742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.124877] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12052fbd-5697-4f52-99fb-557f153bc8f8 is going to be deleted. [ 1029.125769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.125987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.126100] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.126220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66e5c89-31dd-49bf-9481-172ecfa8d8b6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.126405] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.126527] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.126604] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.126722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d1719ba-b66f-4e1d-aaed-e04a0bfd4368" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.128175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.128352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.128519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.128697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24914fec-9437-45fc-b7fe-e81d12e23ecc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.128861] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.129026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.129110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.129222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-100c5ce9-3297-4435-b06e-a930238c6c09" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.129347] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.129866] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.130062] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.130132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.130283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.130442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.130528] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.130820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e006c5ed-90f6-4c8f-b56e-62115f94b64a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.130958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.131120] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.131216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.131333] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01cb74de-cd9f-404d-9a86-9fdb64daacbb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.131459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.131600] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.131675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.131784] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1b0f05e-4495-4972-bf58-81c09f1af5f0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.131904] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.132051] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.132125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.132260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-399ee7f9-e3ed-4b72-8425-a1de5fe3b681" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.132397] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.132740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.132740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.132834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f61a4ce-9b5f-4cc4-b2c7-2bea0954bca8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.132974] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.133153] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.133252] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.133366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6cfe658-062c-462d-8b71-2276a8d43084" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.133719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.134398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.134503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.134666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4a45345-99cb-4608-8923-819fb88b7c58" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.134772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.134957] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.135056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.135332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f20caacf-c060-4d46-9676-83812041913e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.135847] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.136009] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.136115] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.136234] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec892255-fc5e-4773-be23-f66c37d3a094" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.200193] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.200442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.200561] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.200873] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.201040] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.201340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3784b6b-6ad9-42ee-b53f-09e937b256ce" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.230615] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b1c935d-62fe-4fae-927c-71f152d0fa2f: rpc.has_security_group_logging(os_id): False [ 1029.231026] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff129466-2f01-4f8a-b702-404d28c76012: rpc.has_security_group_logging(os_id): False [ 1029.259782] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e786077-27da-4640-a430-92f4eea5d2a9: rpc.has_security_group_logging(os_id): False [ 1029.268579] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.268854] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.268854] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.269084] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.294208] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.294334] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.302640] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.302781] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.305131] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.305228] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.317352] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.317471] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.324025] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1029.324025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.324025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.324025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.324025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.324025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.324025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.324025] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff129466-2f01-4f8a-b702-404d28c76012 is going to be updated. [ 1029.324025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.324508] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.324508] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.324508] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12052fbd-5697-4f52-99fb-557f153bc8f8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.324508] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.325981] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.329777] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.329777] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.329777] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.330217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.330217] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.330217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.330217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.330361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.330361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.330419] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.330519] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.330609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.330668] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.330803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.330936] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.331036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.331097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.331248] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.331328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.331419] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.331548] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.358263] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.359214] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.359214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.359214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.359214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.359214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.359214] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f is going to be updated. [ 1029.360171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.360344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.403288] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.403718] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.403848] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.403920] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.404150] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.404237] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.404330] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 is going to be updated. [ 1029.405416] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.405658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.405815] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.405974] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74bed68c-a24a-4049-a180-15d46e57a39b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.411812] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.412075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.412075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.412191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.412327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.449613] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.449751] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.449820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.450115] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.450170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.452178] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: IN_PROGRESS for 2s [ 1029.473596] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f in Status: IN_PROGRESS for 2s [ 1029.478583] env[69236]: INFO networking_nsxv3.common.synchronization [None req-50f9d998-fc85-4319-9f0c-f02004909863 None None] Enqueued Resource ID: fc929d6e-60ab-4e01-aaf7-023931d36c34 with Priority: HIGHEST for action port [ 1029.479120] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc929d6e-60ab-4e01-aaf7-023931d36c34 with Priority: HIGHEST for action port [ 1029.479634] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc929d6e-60ab-4e01-aaf7-023931d36c34 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.479764] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc929d6e-60ab-4e01-aaf7-023931d36c34" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.479838] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc929d6e-60ab-4e01-aaf7-023931d36c34" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.480137] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc929d6e-60ab-4e01-aaf7-023931d36c34" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.480244] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc929d6e-60ab-4e01-aaf7-023931d36c34',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.503267] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.503408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.503474] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.503714] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.503800] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.503890] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 already deleted. [ 1029.503968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.504365] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.504521] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.504599] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89d8b0c2-d501-4e7e-ab07-bf1c030416b7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.558424] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.558579] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.558649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.558859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.559035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.591814] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: IN_PROGRESS for 2s [ 1029.839060] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4daf8bcf-4699-4ddf-b459-2b996ca52b63: rpc.has_security_group_logging(os_id): False [ 1029.857078] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.857260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.857355] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.857584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.857746] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.858333] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.858488] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.858660] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.858769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.859295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.859295] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.859295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.859295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.859457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.859457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.859757] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.859854] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.859962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.860156] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.860260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.860356] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 is going to be updated. [ 1029.922278] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.922458] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.922577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.922728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.922872] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.934551] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: IN_PROGRESS for 2s [ 1029.968237] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1029.968392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.982955] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc929d6e-60ab-4e01-aaf7-023931d36c34 [ 1029.982955] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.982955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.982955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.982955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.982955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.982955] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc929d6e-60ab-4e01-aaf7-023931d36c34 already deleted. [ 1029.982955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc929d6e-60ab-4e01-aaf7-023931d36c34" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.038440] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.038598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.038670] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.038874] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.038962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.039076] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 already deleted. [ 1030.039160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.623657] env[69236]: INFO networking_nsxv3.common.synchronization [req-983091bd-8f6f-42c1-ac06-4d71b4038d0e req-e282274e-7d0b-4b2b-aff1-e48c13d8d689 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_members [ 1030.624259] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_members [ 1030.624567] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a06680b-1744-489a-8599-50ddb0ee2fec taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.625223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.625387] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.625671] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.625896] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.626061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.626171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.626363] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.626496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.626629] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.026801] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.027059] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.027316] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.027600] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.027871] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.028047] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.028172] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.028384] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.028531] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.028745] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.028862] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.028973] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.029093] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.029582] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.029730] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.029875] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.051670] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.051939] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1031.052101] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.052280] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.052635] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-dd1ee7b8-8754-478a-bb74-e3d47bebc93e taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.052813] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-dd1ee7b8-8754-478a-bb74-e3d47bebc93e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.052966] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-dd1ee7b8-8754-478a-bb74-e3d47bebc93e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.053280] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-dd1ee7b8-8754-478a-bb74-e3d47bebc93e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.053478] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd1ee7b8-8754-478a-bb74-e3d47bebc93e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.129485] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.467443] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: SUCCESS [ 1031.467717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.483084] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f in Status: SUCCESS [ 1031.483331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.556675] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.556936] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.557084] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.557382] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.557540] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.557696] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port dd1ee7b8-8754-478a-bb74-e3d47bebc93e not found, creating... [ 1031.557963] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.558140] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.558260] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.558477] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.558617] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.558898] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.559326] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.559478] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.559694] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.559834] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.559977] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: dd1ee7b8-8754-478a-bb74-e3d47bebc93e is going to be created. [ 1031.579633] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.579833] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.579963] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.580248] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.580507] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.580739] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-dd1ee7b8-8754-478a-bb74-e3d47bebc93e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.602883] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: SUCCESS [ 1031.603129] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.631669] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.947393] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: SUCCESS [ 1031.947535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.948282] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.948282] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.948282] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.137756] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.137756] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.138104] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.139016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.139016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.139016] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a06680b-1744-489a-8599-50ddb0ee2fec is going to be updated. [ 1032.169361] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.169515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.169585] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.169790] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.169933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.178078] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a06680b-1744-489a-8599-50ddb0ee2fec in Status: IN_PROGRESS for 2s [ 1032.451038] env[69236]: INFO networking_nsxv3.common.synchronization [req-983091bd-8f6f-42c1-ac06-4d71b4038d0e req-c0427d3e-60d5-4d1c-b84f-1c08d4016399 service nova] Enqueued Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_rules [ 1032.451223] env[69236]: INFO networking_nsxv3.common.synchronization [req-983091bd-8f6f-42c1-ac06-4d71b4038d0e req-c0427d3e-60d5-4d1c-b84f-1c08d4016399 service nova] Enqueued Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_members [ 1032.451417] env[69236]: INFO networking_nsxv3.common.synchronization [req-983091bd-8f6f-42c1-ac06-4d71b4038d0e req-c0427d3e-60d5-4d1c-b84f-1c08d4016399 service nova] Enqueued Resource ID: dd1ee7b8-8754-478a-bb74-e3d47bebc93e with Priority: HIGHEST for action port [ 1032.451926] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_rules [ 1032.452508] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_members [ 1032.452687] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1ee7b8-8754-478a-bb74-e3d47bebc93e with Priority: HIGHEST for action port [ 1032.453073] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.453259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.454036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.454036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.454036] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.454036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.454036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.454313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.454313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.454487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.454632] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.455527] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a06680b-1744-489a-8599-50ddb0ee2fec taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.455690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.455808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.456008] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.456186] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.457546] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a06680b-1744-489a-8599-50ddb0ee2fec taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.457699] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.457950] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd1ee7b8-8754-478a-bb74-e3d47bebc93e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.458549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd1ee7b8-8754-478a-bb74-e3d47bebc93e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.458549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd1ee7b8-8754-478a-bb74-e3d47bebc93e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.458549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd1ee7b8-8754-478a-bb74-e3d47bebc93e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.458549] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd1ee7b8-8754-478a-bb74-e3d47bebc93e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.961208] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a06680b-1744-489a-8599-50ddb0ee2fec taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.961426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.961695] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.961803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.961867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.962095] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.962250] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.962515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.962515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.962579] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.962639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.962717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.962855] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.962962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.963083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.963145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.963280] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.963366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.963427] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.963561] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.963651] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.963731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.963818] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.964689] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd1ee7b8-8754-478a-bb74-e3d47bebc93e with status ACTIVE [ 1032.964850] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.964956] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.965022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.965178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.965293] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.965414] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.965505] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.965562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.965695] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.965770] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.965944] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.966046] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.966106] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.966240] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.966312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.966398] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd1ee7b8-8754-478a-bb74-e3d47bebc93e is going to be updated. [ 1032.985902] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.986062] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.986122] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.986288] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.986420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.986575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd1ee7b8-8754-478a-bb74-e3d47bebc93e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.469038] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4daf8bcf-4699-4ddf-b459-2b996ca52b63: rpc.has_security_group_logging(os_id): False [ 1033.485810] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.485976] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.486034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.486285] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.486397] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.486809] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.486942] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.487061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.487356] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.487481] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.487783] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.487879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.487879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.488076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.488165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.488420] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.488529] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.488589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.488789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.488847] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.489120] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 is going to be updated. [ 1033.551443] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.551667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.551667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.551945] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.552175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.574430] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: IN_PROGRESS for 2s [ 1034.189531] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a06680b-1744-489a-8599-50ddb0ee2fec in Status: SUCCESS [ 1034.189531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.189531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.189531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.189531] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.189531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.189531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.189531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.189531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.189531] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.575671] env[69236]: INFO networking_nsxv3.common.synchronization [req-461015e3-158e-4999-8b67-b723e994b062 req-5148776a-7bdb-4a0c-8e6d-0e18e97c8edc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1034.576217] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1034.576517] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.576630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.576694] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.576885] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.577041] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.577138] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.577193] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.577338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.577418] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.577538] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.691250] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.084028] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.195048] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.585983] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.590316] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: SUCCESS [ 1035.590316] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.697839] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.698011] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.698087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.698309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.698402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.698500] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a06680b-1744-489a-8599-50ddb0ee2fec is going to be updated. [ 1035.725967] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.726119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.726185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.726379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.726522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.734983] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a06680b-1744-489a-8599-50ddb0ee2fec in Status: IN_PROGRESS for 2s [ 1036.088352] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.088513] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.088555] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.088787] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.088878] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.088980] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1036.117241] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.117358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.117393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.117587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.117730] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.126802] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1037.339955] env[69236]: INFO networking_nsxv3.common.synchronization [req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e req-d4d82c74-7ab7-4bc8-a539-87b35e1aa21a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Enqueued Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_members [ 1037.340644] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_members [ 1037.340968] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.341107] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.341175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.341469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.341666] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.341726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.341771] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.342190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.342190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.342190] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.746619] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a06680b-1744-489a-8599-50ddb0ee2fec in Status: SUCCESS [ 1037.746740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.746898] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.747117] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.747306] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.747425] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.747492] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.747634] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.747714] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.747818] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.747905] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.844571] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.136304] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1038.136524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.250389] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.346866] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.752585] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a06680b-1744-489a-8599-50ddb0ee2fec: rpc.has_security_group_logging(os_id): False [ 1038.770850] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.770850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.770850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.770850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.787779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.788576] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.788576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.788576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.788576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.788576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.788805] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a06680b-1744-489a-8599-50ddb0ee2fec is going to be updated. [ 1038.851200] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.851200] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.851200] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.851377] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.851527] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.851676] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 is going to be updated. [ 1038.853842] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.853955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.854034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.854194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.854322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.868838] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a06680b-1744-489a-8599-50ddb0ee2fec in Status: IN_PROGRESS for 2s [ 1038.881380] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.881506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.881574] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.881761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.881895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.890092] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: IN_PROGRESS for 2s [ 1040.063364] env[69236]: INFO networking_nsxv3.common.synchronization [req-3465a58c-7290-418a-991f-872141f63916 req-517bcd0a-fecc-428c-b4ac-162b147022b5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1040.063364] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1040.063675] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.064078] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.064078] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.064078] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.064218] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.064268] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.064335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.064478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.064565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.064658] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.337737] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-895 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.337984] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.338161] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.338680] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.338798] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.339185] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.339185] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.339426] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.339593] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.339843] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.339982] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.340179] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.340259] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.340408] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.340548] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.340696] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.359057] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.359265] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1040.359419] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.359621] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.359962] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-dac793bc-bc8b-4d66-a72b-d27d36615c42 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.360180] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-dac793bc-bc8b-4d66-a72b-d27d36615c42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.360316] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-dac793bc-bc8b-4d66-a72b-d27d36615c42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.360672] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-dac793bc-bc8b-4d66-a72b-d27d36615c42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.360855] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac793bc-bc8b-4d66-a72b-d27d36615c42',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.569628] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.569821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.569878] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.570098] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.570188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.570382] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.570481] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.570530] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.570673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.570752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.570854] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be updated. [ 1040.595509] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.595634] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.595701] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.595873] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.596012] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.603893] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 2s [ 1040.863208] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.863463] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.863599] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.863889] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.864093] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.864219] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port dac793bc-bc8b-4d66-a72b-d27d36615c42 not found, creating... [ 1040.864507] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.864685] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.864758] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.864980] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.865143] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.865587] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.865587] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.865753] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.865910] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.866058] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.866205] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: dac793bc-bc8b-4d66-a72b-d27d36615c42 is going to be created. [ 1040.882254] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a06680b-1744-489a-8599-50ddb0ee2fec in Status: SUCCESS [ 1040.882352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.886645] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.886810] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.886978] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.887411] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.887781] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.888124] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-dac793bc-bc8b-4d66-a72b-d27d36615c42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.898269] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: SUCCESS [ 1040.898517] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.579860] env[69236]: INFO networking_nsxv3.common.synchronization [req-3465a58c-7290-418a-991f-872141f63916 req-40322ecb-a960-42d4-823e-bfdcdf8b4923 service nova] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_rules [ 1041.580103] env[69236]: INFO networking_nsxv3.common.synchronization [req-3465a58c-7290-418a-991f-872141f63916 req-40322ecb-a960-42d4-823e-bfdcdf8b4923 service nova] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1041.580103] env[69236]: INFO networking_nsxv3.common.synchronization [req-3465a58c-7290-418a-991f-872141f63916 req-40322ecb-a960-42d4-823e-bfdcdf8b4923 service nova] Enqueued Resource ID: dac793bc-bc8b-4d66-a72b-d27d36615c42 with Priority: HIGHEST for action port [ 1041.582144] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_rules [ 1041.582144] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1041.582144] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac793bc-bc8b-4d66-a72b-d27d36615c42 with Priority: HIGHEST for action port [ 1041.583965] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.584128] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.584236] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.584402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.584491] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.588756] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.588865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.589095] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-dac793bc-bc8b-4d66-a72b-d27d36615c42 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.589196] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dac793bc-bc8b-4d66-a72b-d27d36615c42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.589257] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dac793bc-bc8b-4d66-a72b-d27d36615c42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.589476] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dac793bc-bc8b-4d66-a72b-d27d36615c42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.589557] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac793bc-bc8b-4d66-a72b-d27d36615c42',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.788285] env[69236]: INFO networking_nsxv3.common.synchronization [None req-41c42aa1-d26a-483b-ab9f-d45d12dbf888 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 1041.790034] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 1041.790034] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.790034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.790034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.790034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.790034] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.790034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.790034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.790034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.790034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.790419] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.089504] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.089685] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.093625] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dac793bc-bc8b-4d66-a72b-d27d36615c42 with status ACTIVE [ 1042.093625] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.093625] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.093625] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.093809] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.093809] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.093969] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.094080] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.094171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.094292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.094364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.094544] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.094642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.094689] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.094822] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.094890] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.094971] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dac793bc-bc8b-4d66-a72b-d27d36615c42 is going to be updated. [ 1042.114595] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.114733] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.114788] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.114968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.115110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.115259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dac793bc-bc8b-4d66-a72b-d27d36615c42" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.296139] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.296317] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.296392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.296610] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.317748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.319135] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.319135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.319135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.319135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.319135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.319135] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a is going to be updated. [ 1042.342059] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.342687] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.342687] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.342687] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.343415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.351229] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: IN_PROGRESS for 2s [ 1042.364241] env[69236]: INFO networking_nsxv3.common.synchronization [req-33f2a912-0945-4466-a181-7442bf00d3dd req-6ba13153-8a62-4a89-856c-faad3c1e1f66 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Enqueued Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_members [ 1042.365149] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_members [ 1042.365782] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4638e8b-c1d2-405a-8af7-8aa1d84de853 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.366447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.366447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.366651] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.366823] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.366947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.367024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.367211] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.367589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.367589] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.614953] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 1042.615300] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac deletion is rescheduled due to dependency. [ 1042.615300] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.615405] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.615612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.615790] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.615903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.615965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.616134] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.616216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.616310] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.686153] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.686153] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.686153] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.686153] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.686926] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.687316] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.687791] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.688173] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.688766] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.689134] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.689407] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.689852] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.690154] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.690424] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.691020] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.691020] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.708930] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.710151] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1042.712023] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.712023] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.712023] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-3fdbbc19-187b-45d4-9a1c-e18092a8fd31 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.712023] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-3fdbbc19-187b-45d4-9a1c-e18092a8fd31" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.712023] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-3fdbbc19-187b-45d4-9a1c-e18092a8fd31" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.712023] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-3fdbbc19-187b-45d4-9a1c-e18092a8fd31" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.712023] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fdbbc19-187b-45d4-9a1c-e18092a8fd31',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.869689] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.869867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.869937] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.870187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.870276] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.870484] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.870564] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.870624] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.870771] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.874019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.874019] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 already deleted. [ 1042.874019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.120951] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.216883] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.217148] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.217303] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.217606] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.217765] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.217944] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 3fdbbc19-187b-45d4-9a1c-e18092a8fd31 not found, creating... [ 1043.218247] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.218437] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.218587] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.218844] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.219013] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.219303] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.219463] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.219587] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.219795] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.219933] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.220087] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 3fdbbc19-187b-45d4-9a1c-e18092a8fd31 is going to be created. [ 1043.239795] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.239970] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.240111] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.240340] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.240566] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.240785] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-3fdbbc19-187b-45d4-9a1c-e18092a8fd31" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.624038] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.000295] env[69236]: INFO networking_nsxv3.common.synchronization [req-33f2a912-0945-4466-a181-7442bf00d3dd req-abe124cc-fea6-4401-aa98-0c61ffa2f0c0 service nova] Enqueued Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_rules [ 1044.000528] env[69236]: INFO networking_nsxv3.common.synchronization [req-33f2a912-0945-4466-a181-7442bf00d3dd req-abe124cc-fea6-4401-aa98-0c61ffa2f0c0 service nova] Enqueued Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_members [ 1044.000631] env[69236]: INFO networking_nsxv3.common.synchronization [req-33f2a912-0945-4466-a181-7442bf00d3dd req-abe124cc-fea6-4401-aa98-0c61ffa2f0c0 service nova] Enqueued Resource ID: 3fdbbc19-187b-45d4-9a1c-e18092a8fd31 with Priority: HIGHEST for action port [ 1044.001180] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_rules [ 1044.001321] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_members [ 1044.001476] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fdbbc19-187b-45d4-9a1c-e18092a8fd31 with Priority: HIGHEST for action port [ 1044.001746] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.001861] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.001919] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.002269] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.002393] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.003667] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4638e8b-c1d2-405a-8af7-8aa1d84de853 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.003667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.003852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.003925] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.004086] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.004181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.004242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.004378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.004760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.004845] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.005835] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fdbbc19-187b-45d4-9a1c-e18092a8fd31 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.005911] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fdbbc19-187b-45d4-9a1c-e18092a8fd31" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.005972] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fdbbc19-187b-45d4-9a1c-e18092a8fd31" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.006238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fdbbc19-187b-45d4-9a1c-e18092a8fd31" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.006324] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fdbbc19-187b-45d4-9a1c-e18092a8fd31',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.126420] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.126594] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.126676] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.126904] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.126988] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.127098] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be updated. [ 1044.154501] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.154501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.154501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.154501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.154501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.161966] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 2s [ 1044.361508] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: SUCCESS [ 1044.361707] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a deletion is rescheduled due to dependency. [ 1044.361813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.504259] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4638e8b-c1d2-405a-8af7-8aa1d84de853 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.504401] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.509469] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fdbbc19-187b-45d4-9a1c-e18092a8fd31 with status ACTIVE [ 1044.509469] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.509469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.509469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.509672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.509704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.510313] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.510313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.510313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.510313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.510313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.510591] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.510591] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.510591] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.510739] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.510775] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.510840] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fdbbc19-187b-45d4-9a1c-e18092a8fd31 is going to be updated. [ 1044.512072] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.550544] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.550791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.550884] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.551107] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.551244] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.551403] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fdbbc19-187b-45d4-9a1c-e18092a8fd31" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.630848] env[69236]: INFO networking_nsxv3.common.synchronization [req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a req-6debbc66-bf05-49e7-95b0-ea5ab364129a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 1044.631174] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 1044.631503] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.631665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.631719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.631869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.632056] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.632160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.632223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.632371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.632477] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.632579] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.890362] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.890567] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.890848] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.890969] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.891238] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.891396] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.891545] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.891769] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.891983] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.893093] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.893244] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.893375] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.893492] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.893613] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.893724] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.893934] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.912301] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.913050] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1044.913050] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.913050] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.913256] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-947440df-d39c-4f7c-af4a-cc12fdd9f038 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.913323] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-947440df-d39c-4f7c-af4a-cc12fdd9f038" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.913479] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-947440df-d39c-4f7c-af4a-cc12fdd9f038" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.913734] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-947440df-d39c-4f7c-af4a-cc12fdd9f038" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.913976] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('947440df-d39c-4f7c-af4a-cc12fdd9f038',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.015307] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.138271] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.138271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.138271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.138271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.138271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.138271] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.138271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.138271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.138271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.138271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.138271] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be deleted. [ 1045.172698] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.172698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.172698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.172698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.172698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.172698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.419186] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.419526] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.419694] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.419995] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.420170] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.420351] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 947440df-d39c-4f7c-af4a-cc12fdd9f038 not found, creating... [ 1045.420657] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.420875] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.421192] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.421798] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.421798] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.421911] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.422095] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.422221] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.422483] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.422758] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.422978] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 947440df-d39c-4f7c-af4a-cc12fdd9f038 is going to be created. [ 1045.442579] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.443215] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.443507] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.443655] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.444071] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.444350] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-947440df-d39c-4f7c-af4a-cc12fdd9f038" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.517816] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.518049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.518093] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.518331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.518406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.518568] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 is going to be created. [ 1045.541175] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.541327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.541398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.541677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.541843] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.561528] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 in Status: UNINITIALIZED for 2s [ 1046.143889] env[69236]: INFO networking_nsxv3.common.synchronization [req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a req-791112ab-c1e6-487d-8266-4c994f195a6f service nova] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_rules [ 1046.144188] env[69236]: INFO networking_nsxv3.common.synchronization [req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a req-791112ab-c1e6-487d-8266-4c994f195a6f service nova] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 1046.144319] env[69236]: INFO networking_nsxv3.common.synchronization [req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a req-791112ab-c1e6-487d-8266-4c994f195a6f service nova] Enqueued Resource ID: 947440df-d39c-4f7c-af4a-cc12fdd9f038 with Priority: HIGHEST for action port [ 1046.144460] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_rules [ 1046.144587] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 1046.144683] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947440df-d39c-4f7c-af4a-cc12fdd9f038 with Priority: HIGHEST for action port [ 1046.145652] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.145772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.145845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.146056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.146139] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.147377] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.147536] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.147645] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.147955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.148188] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.148559] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.148675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.148890] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.149066] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.149216] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.152474] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-947440df-d39c-4f7c-af4a-cc12fdd9f038 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.152474] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-947440df-d39c-4f7c-af4a-cc12fdd9f038" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.152474] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-947440df-d39c-4f7c-af4a-cc12fdd9f038" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.152474] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-947440df-d39c-4f7c-af4a-cc12fdd9f038" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.152474] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('947440df-d39c-4f7c-af4a-cc12fdd9f038',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.175403] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 1046.175631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.175792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.176015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.176511] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.176511] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.176511] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.176665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.176665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.176718] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.176769] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.651736] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.654076] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 947440df-d39c-4f7c-af4a-cc12fdd9f038 with status ACTIVE [ 1046.654076] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.654076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.654076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.654258] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.654258] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.654417] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.654517] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.654576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.654722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.654799] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.654978] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.655089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.655181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.655280] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.655357] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.655435] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 947440df-d39c-4f7c-af4a-cc12fdd9f038 is going to be updated. [ 1046.656548] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.656666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.675319] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.675413] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.675469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.675699] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.675844] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.676042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-947440df-d39c-4f7c-af4a-cc12fdd9f038" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.678524] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.678658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.678740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.679531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.679744] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.679860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.679944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.680379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.680379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.680379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.680569] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.680642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.680698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.680859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.681036] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.681159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.681230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.681389] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.681490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.681576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.681701] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.157694] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.184786] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac: rpc.has_security_group_logging(os_id): False [ 1047.204771] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.204968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.205098] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.205441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.205612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.205885] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.206044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.206143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.206361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.206473] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.206731] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.206871] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.207026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.207179] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.207291] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.207564] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.207705] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.207798] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.207997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.208121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.208247] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be updated. [ 1047.271019] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.271273] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.271378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.271721] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.271944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.289047] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 2s [ 1047.570646] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 in Status: SUCCESS [ 1047.570869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.571030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.571235] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.571417] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.571554] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.571621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.571772] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.571852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.571936] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.572038] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.660507] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.660664] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.660732] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.660952] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.661059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.661161] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be created. [ 1047.684039] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.684206] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.684276] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.684529] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.684731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.693905] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: UNINITIALIZED for 2s [ 1048.074066] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.576747] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4638e8b-c1d2-405a-8af7-8aa1d84de853: rpc.has_security_group_logging(os_id): False [ 1048.593403] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.593561] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.593633] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.593845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.593958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.594356] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.594440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.594504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.594681] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.594760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.594864] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 is going to be created. [ 1048.658896] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.659064] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.659110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.659321] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.659497] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.669805] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 in Status: IN_PROGRESS for 2s [ 1049.304093] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 1049.304217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.449745] env[69236]: INFO networking_nsxv3.common.synchronization [req-06940c5d-5238-4504-a4ec-ddcb513e72e7 req-59216c6e-a5d7-4bcf-bbef-8e590d828184 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Enqueued Resource ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 with Priority: HIGHEST for action security_group_members [ 1049.450308] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 with Priority: HIGHEST for action security_group_members [ 1049.450623] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.450761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.450832] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.451092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.451248] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.451343] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.451404] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.451578] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.451660] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.451748] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89d8b0c2-d501-4e7e-ab07-bf1c030416b7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.704010] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 1049.704344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.704344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.704493] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.704732] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.704868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.704937] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.705110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.705195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.705281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.705368] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.884768] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.884982] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-395" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.885124] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-395" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.885459] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-395" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.885726] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.885888] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.886055] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.886295] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.886443] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.886655] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.886770] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.886879] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.886987] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.887110] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.887218] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.887352] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.905065] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.905233] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1049.905372] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.905545] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-395" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.905836] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.906176] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.906176] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.906453] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.906625] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.954748] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.954911] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.954981] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.955216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.955304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.955576] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.955695] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.955760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.955919] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.955996] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.956100] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 already deleted. [ 1049.956181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.017292] env[69236]: INFO networking_nsxv3.common.synchronization [req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 req-2b4481ff-332a-4fa9-8c1b-0a1f8a81f7ad tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Enqueued Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_members [ 1050.017820] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_members [ 1050.018136] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.018258] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.018324] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.018514] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.019064] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.019231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.019344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.019540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.019679] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.019799] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.207655] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.207997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.208138] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.208376] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.208557] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.208705] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.208705] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.208863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.208966] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.209093] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.209284] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.209422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.209524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.209723] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.209869] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.209962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.210142] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.210328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.210438] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.210565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.210684] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.410022] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.410270] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.410420] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.410941] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.411132] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.411305] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe not found, creating... [ 1050.411814] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.411991] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.412131] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.412375] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.412716] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.413055] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.413230] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.413354] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.416753] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.416753] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.416753] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe is going to be created. [ 1050.432773] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.433762] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.433762] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.433762] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.433762] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.433951] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.522769] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.522769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.522769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.523181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.523181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.523414] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.523497] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.523497] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.523654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.523882] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.523882] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 is going to be updated. [ 1050.558205] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.558205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.558431] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.558595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.558744] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.568571] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: IN_PROGRESS for 2s [ 1050.699918] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 in Status: SUCCESS [ 1050.700211] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.712810] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c507dc4e-b768-41ed-bdb2-661b093161d2: rpc.has_security_group_logging(os_id): False [ 1050.752859] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.753113] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.753257] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.753614] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.754050] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.754268] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.754390] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.754624] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.754778] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.754995] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.755141] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.755258] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.755372] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.755490] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.755603] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.755773] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.759942] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.760091] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.760163] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.760335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.760527] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.760656] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.760749] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.760835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.761036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.761141] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.761361] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.761466] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.761563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.761737] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.761846] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.762055] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.762152] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.762213] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.762352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.762424] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.762515] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be created. [ 1050.782886] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.783083] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1050.783227] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.783400] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.783732] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-5d4892b8-d219-4802-8c43-e5f86d7c9519 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.783888] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-5d4892b8-d219-4802-8c43-e5f86d7c9519" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.784020] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-5d4892b8-d219-4802-8c43-e5f86d7c9519" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.784392] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-5d4892b8-d219-4802-8c43-e5f86d7c9519" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.784556] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4892b8-d219-4802-8c43-e5f86d7c9519',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.841375] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.841555] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.841611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.842050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.842050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.856466] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: IN_PROGRESS for 2s [ 1051.168046] env[69236]: INFO networking_nsxv3.common.synchronization [req-06940c5d-5238-4504-a4ec-ddcb513e72e7 req-939d16f7-bd2c-4ae7-8c1b-41ae2a8e78c7 service nova] Enqueued Resource ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 with Priority: HIGHEST for action security_group_rules [ 1051.168237] env[69236]: INFO networking_nsxv3.common.synchronization [req-06940c5d-5238-4504-a4ec-ddcb513e72e7 req-939d16f7-bd2c-4ae7-8c1b-41ae2a8e78c7 service nova] Enqueued Resource ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 with Priority: HIGHEST for action security_group_members [ 1051.168440] env[69236]: INFO networking_nsxv3.common.synchronization [req-06940c5d-5238-4504-a4ec-ddcb513e72e7 req-939d16f7-bd2c-4ae7-8c1b-41ae2a8e78c7 service nova] Enqueued Resource ID: 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe with Priority: HIGHEST for action port [ 1051.168990] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 with Priority: HIGHEST for action security_group_rules [ 1051.168990] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 with Priority: HIGHEST for action security_group_members [ 1051.168990] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe with Priority: HIGHEST for action port [ 1051.169365] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.169496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.169562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.169799] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.169848] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89d8b0c2-d501-4e7e-ab07-bf1c030416b7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.170637] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.175635] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.175635] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.175635] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.175635] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.175635] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.175635] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.175635] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.175635] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.175635] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89d8b0c2-d501-4e7e-ab07-bf1c030416b7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.176281] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.176281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.176281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.176483] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.176483] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.287068] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.287408] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.288366] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.288366] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.288366] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.288517] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 5d4892b8-d219-4802-8c43-e5f86d7c9519 not found, creating... [ 1051.289139] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.289139] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.289292] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.289786] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.290049] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.290476] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.290717] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.290888] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.291212] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.291417] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.291675] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 5d4892b8-d219-4802-8c43-e5f86d7c9519 is going to be created. [ 1051.310027] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.310243] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.310370] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.310648] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.310880] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.311162] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-5d4892b8-d219-4802-8c43-e5f86d7c9519" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.679399] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.679399] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.679399] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89d8b0c2-d501-4e7e-ab07-bf1c030416b7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.680373] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe with status ACTIVE [ 1051.680373] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.680373] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.680373] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.680562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.680562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.680633] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.680722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.680781] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.680915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.680989] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.681177] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.681263] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.681320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.681450] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.683052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.683052] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe is going to be updated. [ 1051.701833] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.702000] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.702087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.702283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.702415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.702592] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.981090] env[69236]: INFO networking_nsxv3.common.synchronization [req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 req-72c10b90-e4b6-4fdf-885c-844e623283f3 service nova] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_rules [ 1051.981399] env[69236]: INFO networking_nsxv3.common.synchronization [req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 req-72c10b90-e4b6-4fdf-885c-844e623283f3 service nova] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 1051.981600] env[69236]: INFO networking_nsxv3.common.synchronization [req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 req-72c10b90-e4b6-4fdf-885c-844e623283f3 service nova] Enqueued Resource ID: 5d4892b8-d219-4802-8c43-e5f86d7c9519 with Priority: HIGHEST for action port [ 1051.981918] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_rules [ 1051.982135] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 1051.982188] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d4892b8-d219-4802-8c43-e5f86d7c9519 with Priority: HIGHEST for action port [ 1051.982719] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.982843] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.982913] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.986860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.986860] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.986860] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.986860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.986860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.986860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.986860] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.986860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.986860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.986860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.986860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.986860] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.988490] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d4892b8-d219-4802-8c43-e5f86d7c9519 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.988700] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d4892b8-d219-4802-8c43-e5f86d7c9519" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.988767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d4892b8-d219-4802-8c43-e5f86d7c9519" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.988942] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d4892b8-d219-4802-8c43-e5f86d7c9519" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.989032] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4892b8-d219-4802-8c43-e5f86d7c9519',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.184690] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89d8b0c2-d501-4e7e-ab07-bf1c030416b7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.490694] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d4892b8-d219-4802-8c43-e5f86d7c9519 with status ACTIVE [ 1052.490912] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.490999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.491071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.491283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.491372] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.491609] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.491717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.491782] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.491937] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.492018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.492208] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.492334] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.492334] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.492477] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.492559] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.492712] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d4892b8-d219-4802-8c43-e5f86d7c9519 is going to be updated. [ 1052.493854] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.493967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.494260] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.514031] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.514031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.514244] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.514435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.514634] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.514868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d4892b8-d219-4802-8c43-e5f86d7c9519" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.580385] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: SUCCESS [ 1052.580619] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 deletion is rescheduled due to dependency. [ 1052.580736] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.690022] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.690294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.690373] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.690677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.690783] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.690894] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 is going to be created. [ 1052.714344] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.714655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.714804] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.715156] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.715403] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.727104] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 in Status: UNINITIALIZED for 2s [ 1052.881122] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 1052.881122] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.996851] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.500701] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.500973] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.501125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.501459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.501623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.501802] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a is going to be updated. [ 1053.531267] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.531792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.531792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.532066] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.532238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.540702] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: IN_PROGRESS for 2s [ 1054.739177] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 in Status: SUCCESS [ 1054.739562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.739562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.739868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.740148] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.740311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.740361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.740566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.740674] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.740795] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.740919] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89d8b0c2-d501-4e7e-ab07-bf1c030416b7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.244048] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89d8b0c2-d501-4e7e-ab07-bf1c030416b7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.490766] env[69236]: INFO networking_nsxv3.common.synchronization [req-3844a061-9c3a-421c-88c1-d63b3adb87c9 req-b33a72af-fb5a-4c67-ae06-4adf6e40b944 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Enqueued Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_members [ 1055.491270] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_members [ 1055.491618] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.491770] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.491882] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.492095] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.494622] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.494622] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.494622] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.494622] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.494622] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.494622] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.550769] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: SUCCESS [ 1055.550769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.550769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.550769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.550769] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.550769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.550769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.550769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.551239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.551239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.551239] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.745862] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89d8b0c2-d501-4e7e-ab07-bf1c030416b7: rpc.has_security_group_logging(os_id): False [ 1055.763279] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.763482] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.763584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.763878] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.764069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.764359] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.764499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.764593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.764788] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.764912] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.765047] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 is going to be created. [ 1055.817371] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.817566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.817639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.817851] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.818065] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.827983] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 in Status: IN_PROGRESS for 2s [ 1055.997688] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.056030] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.056030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.056030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.056030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.056030] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.056030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.056030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.056030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.056030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.056030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.056030] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.056030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.056030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.056030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.056030] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.056030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.056616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.056616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.056616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.056616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.056616] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.499723] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.558430] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a74ab54f-7464-4be4-aea5-9b8ad485152a: rpc.has_security_group_logging(os_id): False [ 1056.577295] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.577295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.577478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.577611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.577713] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.577942] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.578076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.578154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.578310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.578434] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.578588] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.578708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.579403] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.579403] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.579403] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.579403] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.579403] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.579403] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.579725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.579725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.579725] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a is going to be updated. [ 1056.643602] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.643987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.643987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.644246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.644246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.656467] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: IN_PROGRESS for 2s [ 1057.002689] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.003195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.003195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.003270] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.003310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.003414] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 is going to be updated. [ 1057.030065] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.030226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.030296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.030500] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.030654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.041024] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: IN_PROGRESS for 2s [ 1057.552897] env[69236]: INFO networking_nsxv3.common.synchronization [req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 req-5bee500b-3ed6-4b04-ba3e-78e1827b671e tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1057.554160] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1057.554160] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.554160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.554160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.554314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.554349] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.554451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.554509] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.554673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.554731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.554820] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.840669] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 in Status: SUCCESS [ 1057.840927] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.006647] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.006944] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.006984] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.007291] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.007552] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.007716] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.007839] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.008213] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.008749] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.008749] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1058.008885] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.009017] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.009134] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.009255] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1058.009367] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.009505] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.030728] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.030843] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1058.030977] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.031160] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.031428] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-62642464-33e9-45de-98f7-289a9caf7c37 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.031591] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-62642464-33e9-45de-98f7-289a9caf7c37" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.031779] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-62642464-33e9-45de-98f7-289a9caf7c37" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.032256] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-62642464-33e9-45de-98f7-289a9caf7c37" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.032256] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62642464-33e9-45de-98f7-289a9caf7c37',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.056445] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.534247] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.534554] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.534698] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.534922] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.535115] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.535287] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 62642464-33e9-45de-98f7-289a9caf7c37 not found, creating... [ 1058.535551] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.535713] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.535834] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.536096] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.536234] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.536515] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.536674] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.536795] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.537041] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.537175] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.537352] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 62642464-33e9-45de-98f7-289a9caf7c37 is going to be created. [ 1058.554911] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.555144] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.555280] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.555532] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.555756] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.555981] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-62642464-33e9-45de-98f7-289a9caf7c37" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.558706] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.668952] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: SUCCESS [ 1058.669251] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.048947] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: SUCCESS [ 1059.048947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.061724] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.061807] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.061887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.062133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.062391] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.062554] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1059.088709] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.088866] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.088936] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.089182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.089620] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.097627] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1059.347531] env[69236]: INFO networking_nsxv3.common.synchronization [req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 req-af6ba62a-7087-4e73-9398-238aada177cf service nova] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_rules [ 1059.347722] env[69236]: INFO networking_nsxv3.common.synchronization [req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 req-af6ba62a-7087-4e73-9398-238aada177cf service nova] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1059.347866] env[69236]: INFO networking_nsxv3.common.synchronization [req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 req-af6ba62a-7087-4e73-9398-238aada177cf service nova] Enqueued Resource ID: 62642464-33e9-45de-98f7-289a9caf7c37 with Priority: HIGHEST for action port [ 1059.348120] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_rules [ 1059.348249] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1059.348357] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62642464-33e9-45de-98f7-289a9caf7c37 with Priority: HIGHEST for action port [ 1059.348919] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.349058] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.349133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.349309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.349389] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.351231] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.351231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.351231] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-62642464-33e9-45de-98f7-289a9caf7c37 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.351231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62642464-33e9-45de-98f7-289a9caf7c37" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.351231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62642464-33e9-45de-98f7-289a9caf7c37" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.351231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62642464-33e9-45de-98f7-289a9caf7c37" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.351231] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62642464-33e9-45de-98f7-289a9caf7c37',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.852367] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.852548] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.852817] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62642464-33e9-45de-98f7-289a9caf7c37 with status ACTIVE [ 1059.855105] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.855105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.855105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.855105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.855105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.855105] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.855105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.855105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.855105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.855105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.855105] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.855105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.855105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.855105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.855105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.855105] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62642464-33e9-45de-98f7-289a9caf7c37 is going to be updated. [ 1059.873806] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.874022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.874022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.874243] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.874378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.874549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62642464-33e9-45de-98f7-289a9caf7c37" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.010478] env[69236]: INFO networking_nsxv3.common.synchronization [req-1e7e21ee-6a4a-455c-b646-7154c370f013 req-98aee6b5-dacb-47f2-af01-e3ce17c4f6c7 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 1061.011989] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 1061.012335] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.012459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.012528] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.012750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.012914] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.013020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.013087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.013236] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.013320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.013415] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.106500] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1061.106760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.106957] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.107218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.107435] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.107571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.107653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.107830] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.107930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.108054] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.515658] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.515845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.515914] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.516132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.516233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.516437] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.516533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.516593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.516745] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.516823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.516909] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be updated. [ 1061.544582] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.544739] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.544840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.545014] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.545159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.552890] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: IN_PROGRESS for 2s [ 1061.610436] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.112126] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.193954] env[69236]: INFO networking_nsxv3.common.synchronization [req-09824de2-de00-4924-b873-2c8a685e1b9f req-11690db1-4c53-428c-8cb0-2ae550bb4f4b tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Enqueued Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_members [ 1062.194512] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGHEST for action security_group_members [ 1062.194829] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.194955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.195044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.195241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.195396] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.195499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.195566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.195715] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.195806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.195919] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.358419] env[69236]: INFO networking_nsxv3.common.synchronization [req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff req-b90a38c4-63ce-4215-adca-c25aa3e9eaea tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Enqueued Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_members [ 1062.359258] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_members [ 1062.359697] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.359834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.359903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.360540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.360716] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.360824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.360890] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.361060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.361148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.361238] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.618150] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.618902] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.619015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.619245] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.619342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.619565] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1062.650319] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.650460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.650556] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.650717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.650860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.660019] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1062.699591] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.699854] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.699854] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.700092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.700190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.700407] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.700503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.700613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.700708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.700770] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.700858] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 is going to be updated. [ 1062.720175] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.720364] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-329" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.720494] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-329" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.720741] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-329" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.720994] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.721173] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.721293] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.721503] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.721643] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.721912] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1062.722043] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.722160] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.722271] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.722383] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1062.722493] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.722628] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.734096] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.734220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.734320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.734476] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.734616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.740365] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.740529] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1062.740670] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.740835] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-329" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.741138] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-cea89f45-0df9-43b7-a32c-f91ee65f6c8e taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.741319] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-cea89f45-0df9-43b7-a32c-f91ee65f6c8e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.741454] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-cea89f45-0df9-43b7-a32c-f91ee65f6c8e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.741813] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-cea89f45-0df9-43b7-a32c-f91ee65f6c8e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.741966] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cea89f45-0df9-43b7-a32c-f91ee65f6c8e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.744887] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: IN_PROGRESS for 2s [ 1062.863703] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.863913] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.864026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.864247] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.864338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.864530] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.864626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.864689] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.864831] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.864907] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.864994] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 is going to be updated. [ 1062.921120] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.921311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.921354] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.921541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.921717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.931250] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: IN_PROGRESS for 2s [ 1063.246714] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.246949] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.247036] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.249528] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.249748] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.249948] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port cea89f45-0df9-43b7-a32c-f91ee65f6c8e not found, creating... [ 1063.250278] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.250458] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.250582] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.250831] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.250989] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.251357] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.251537] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.251640] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.251871] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.252166] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.252359] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: cea89f45-0df9-43b7-a32c-f91ee65f6c8e is going to be created. [ 1063.274176] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.274176] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.274176] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.274544] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.274871] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.275252] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-cea89f45-0df9-43b7-a32c-f91ee65f6c8e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.562500] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 1063.562500] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 deletion is rescheduled due to dependency. [ 1063.562735] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.392220] env[69236]: INFO networking_nsxv3.common.synchronization [req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff req-7237cbd9-c65b-4698-a4f0-e6080dfc7f12 service nova] Enqueued Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_rules [ 1064.392505] env[69236]: INFO networking_nsxv3.common.synchronization [req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff req-7237cbd9-c65b-4698-a4f0-e6080dfc7f12 service nova] Enqueued Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_members [ 1064.392777] env[69236]: INFO networking_nsxv3.common.synchronization [req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff req-7237cbd9-c65b-4698-a4f0-e6080dfc7f12 service nova] Enqueued Resource ID: cea89f45-0df9-43b7-a32c-f91ee65f6c8e with Priority: HIGHEST for action port [ 1064.393866] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_rules [ 1064.394083] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_members [ 1064.394284] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea89f45-0df9-43b7-a32c-f91ee65f6c8e with Priority: HIGHEST for action port [ 1064.394648] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.394845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.395066] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.395346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.395475] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.396554] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.396708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.396964] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-cea89f45-0df9-43b7-a32c-f91ee65f6c8e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.397198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cea89f45-0df9-43b7-a32c-f91ee65f6c8e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.397303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cea89f45-0df9-43b7-a32c-f91ee65f6c8e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.397722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cea89f45-0df9-43b7-a32c-f91ee65f6c8e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.397869] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cea89f45-0df9-43b7-a32c-f91ee65f6c8e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.671022] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1064.671022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.671022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.671022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.671022] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.671022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.671022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.671322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.671322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.671322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.671401] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.755911] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 in Status: SUCCESS [ 1064.756314] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 deletion is rescheduled due to dependency. [ 1064.756314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.900398] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.900535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.900746] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cea89f45-0df9-43b7-a32c-f91ee65f6c8e with status ACTIVE [ 1064.900980] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.901133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.901221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.901469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.901579] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.901838] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.901956] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.902034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.902217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.902314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.902527] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.902641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.902734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.902952] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.903069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.903173] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cea89f45-0df9-43b7-a32c-f91ee65f6c8e is going to be updated. [ 1064.927975] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.928140] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.928224] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.928421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.928563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.928721] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cea89f45-0df9-43b7-a32c-f91ee65f6c8e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.939945] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: SUCCESS [ 1064.940160] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 deletion is rescheduled due to dependency. [ 1064.940291] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.940525] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.940729] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.940920] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.941038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.941146] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.941248] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.941327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.941419] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.173934] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.174160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.174225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.174495] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.174703] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.174833] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.174918] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.175118] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.175231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.175345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.175558] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.175675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.175840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.175905] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.176086] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.176205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.176286] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.176457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.176554] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.176657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.176822] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.446069] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.678661] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e899830b-606e-42bd-98b9-1c4b9625d051: rpc.has_security_group_logging(os_id): False [ 1065.719645] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.721487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.721487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.721487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.721487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.721487] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.721487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.721487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.721487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.721487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.721487] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.721487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.721487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.721487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.721487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.722052] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.722052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.722052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.722052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.722052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.722052] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1065.787320] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.787518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.787584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.787793] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.787969] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.807116] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1065.949276] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.452123] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.452509] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.452509] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.452578] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.452662] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.452764] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 is going to be updated. [ 1066.480460] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.481175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.481249] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.481441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.481588] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.489395] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: IN_PROGRESS for 2s [ 1067.826467] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1067.826783] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.498550] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: SUCCESS [ 1068.498895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.498895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.499121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.499324] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.499442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.499514] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.499841] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.499950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.500158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.500248] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.672877] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.672877] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.672877] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.672877] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.672877] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.672877] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.672877] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.673378] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.673378] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.673450] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.673516] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.673634] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.673745] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.673863] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.673973] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.674136] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.691363] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.691538] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1068.691688] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.691933] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-747" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.692255] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-5d4892b8-d219-4802-8c43-e5f86d7c9519 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.692427] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-5d4892b8-d219-4802-8c43-e5f86d7c9519" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.692555] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-5d4892b8-d219-4802-8c43-e5f86d7c9519" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.692828] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-5d4892b8-d219-4802-8c43-e5f86d7c9519" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.692986] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4892b8-d219-4802-8c43-e5f86d7c9519',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.003389] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.197454] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.197454] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.197454] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.197454] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.197454] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.197454] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.197454] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.197454] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.197454] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.197861] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.198072] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.198072] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.198366] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.198629] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.198773] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.198966] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 5d4892b8-d219-4802-8c43-e5f86d7c9519 is going to be updated. [ 1069.218441] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.218698] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.218840] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.219508] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.219508] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.219626] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-5d4892b8-d219-4802-8c43-e5f86d7c9519" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.394989] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1069.395196] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1069.505929] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e786077-27da-4640-a430-92f4eea5d2a9: rpc.has_security_group_logging(os_id): False [ 1069.529953] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.531503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.531503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.531503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.531503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.531503] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.531503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.531503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.531503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.531503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.531503] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 is going to be updated. [ 1069.634858] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.635013] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.635124] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.635343] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.635657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.657347] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: IN_PROGRESS for 2s [ 1069.918815] env[69236]: INFO networking_nsxv3.common.synchronization [req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 req-c05e88b9-ba96-469d-b875-6808920ef363 service nova] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_rules [ 1069.918969] env[69236]: INFO networking_nsxv3.common.synchronization [req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 req-c05e88b9-ba96-469d-b875-6808920ef363 service nova] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 1069.919114] env[69236]: INFO networking_nsxv3.common.synchronization [req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 req-c05e88b9-ba96-469d-b875-6808920ef363 service nova] Enqueued Resource ID: 5d4892b8-d219-4802-8c43-e5f86d7c9519 with Priority: HIGHEST for action port [ 1069.919658] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_rules [ 1069.919840] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 1069.919954] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d4892b8-d219-4802-8c43-e5f86d7c9519 with Priority: HIGHEST for action port [ 1069.920573] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.920754] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.920854] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.921107] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.921245] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.922206] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.922384] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.922485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.922703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.922904] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.923197] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.923309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.923499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.923639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.923774] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.925042] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d4892b8-d219-4802-8c43-e5f86d7c9519 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.925195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d4892b8-d219-4802-8c43-e5f86d7c9519" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.925293] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d4892b8-d219-4802-8c43-e5f86d7c9519" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.925476] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d4892b8-d219-4802-8c43-e5f86d7c9519" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.925585] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4892b8-d219-4802-8c43-e5f86d7c9519',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.241728] env[69236]: INFO networking_nsxv3.common.synchronization [req-5527fab6-57d2-4de3-9976-de679bd5feee req-5490878c-78d8-46dc-84d1-b185ee882586 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 1070.242451] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 1070.242642] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.242717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.242804] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.243017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.243187] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.243291] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.243353] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.243503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.243591] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.243689] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.427062] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.427294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.427431] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d4892b8-d219-4802-8c43-e5f86d7c9519 with status ACTIVE [ 1070.427596] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.427702] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.427768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.427997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.428104] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.428274] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.428369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.428429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.428575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.428650] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.428830] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.428924] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.428984] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.429141] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.429196] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.429278] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d4892b8-d219-4802-8c43-e5f86d7c9519 is going to be updated. [ 1070.430331] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.449925] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.450170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.450273] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.450524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.450734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.450993] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d4892b8-d219-4802-8c43-e5f86d7c9519" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.672640] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.672799] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.672869] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.673288] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.673578] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.674067] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.674067] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.674212] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.674249] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.674456] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.674573] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.674687] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.674804] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.674918] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.675171] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.675320] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.693057] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.693230] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1070.693371] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.693542] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-508" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.693842] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-5d83b3d0-9c1b-48ce-9782-766f8596f522 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.694020] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-5d83b3d0-9c1b-48ce-9782-766f8596f522" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.694146] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-5d83b3d0-9c1b-48ce-9782-766f8596f522" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.694473] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-5d83b3d0-9c1b-48ce-9782-766f8596f522" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.694631] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d83b3d0-9c1b-48ce-9782-766f8596f522',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.746045] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.746045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.746045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.746045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.746045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.746045] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.746045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.746045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.746567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.746567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.746567] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be updated. [ 1070.780321] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.780321] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.780321] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.780321] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.780321] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.789161] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: IN_PROGRESS for 2s [ 1070.932334] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.199059] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.199059] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.199059] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.199059] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.199059] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.199059] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 5d83b3d0-9c1b-48ce-9782-766f8596f522 not found, creating... [ 1071.199059] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.199059] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.199059] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.199649] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.199649] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.199728] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.199878] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.200826] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.200826] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.200826] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.200966] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 5d83b3d0-9c1b-48ce-9782-766f8596f522 is going to be created. [ 1071.221662] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.221942] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.222094] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.222354] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.222579] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.222879] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-5d83b3d0-9c1b-48ce-9782-766f8596f522" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.434553] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.434926] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.434926] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.435159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.435230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.435324] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a is going to be updated. [ 1071.467753] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.467877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.467957] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.468193] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.468337] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.476574] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: IN_PROGRESS for 2s [ 1071.670338] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: SUCCESS [ 1071.670572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.956862] env[69236]: INFO networking_nsxv3.common.synchronization [req-5527fab6-57d2-4de3-9976-de679bd5feee req-1395c93b-b07e-400a-935d-35a8a337c595 service nova] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_rules [ 1071.957201] env[69236]: INFO networking_nsxv3.common.synchronization [req-5527fab6-57d2-4de3-9976-de679bd5feee req-1395c93b-b07e-400a-935d-35a8a337c595 service nova] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 1071.957277] env[69236]: INFO networking_nsxv3.common.synchronization [req-5527fab6-57d2-4de3-9976-de679bd5feee req-1395c93b-b07e-400a-935d-35a8a337c595 service nova] Enqueued Resource ID: 5d83b3d0-9c1b-48ce-9782-766f8596f522 with Priority: HIGHEST for action port [ 1071.957545] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_rules [ 1071.957709] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 1071.957813] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d83b3d0-9c1b-48ce-9782-766f8596f522 with Priority: HIGHEST for action port [ 1071.958473] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.958629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.958735] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.958967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.959095] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.960413] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.960596] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.960772] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d83b3d0-9c1b-48ce-9782-766f8596f522 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.960904] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d83b3d0-9c1b-48ce-9782-766f8596f522" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.960991] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d83b3d0-9c1b-48ce-9782-766f8596f522" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.961204] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d83b3d0-9c1b-48ce-9782-766f8596f522" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.961305] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d83b3d0-9c1b-48ce-9782-766f8596f522',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.462981] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.463355] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.463400] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d83b3d0-9c1b-48ce-9782-766f8596f522 with status ACTIVE [ 1072.463564] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.463681] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.463748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.463957] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.464063] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.464267] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.464364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.464425] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.464597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.464695] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.464921] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.465041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.465104] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.465243] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.465330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.465433] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d83b3d0-9c1b-48ce-9782-766f8596f522 is going to be updated. [ 1072.486468] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.486468] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.486468] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.487134] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.487675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.487675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d83b3d0-9c1b-48ce-9782-766f8596f522" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.800051] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 1072.800287] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 deletion is rescheduled due to dependency. [ 1072.800472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.800590] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.800802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.800986] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.801136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.801189] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.801336] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.801438] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.801509] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.305126] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.487067] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: SUCCESS [ 1073.487067] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.487067] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.487067] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.487513] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.487513] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.487513] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.487513] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.487513] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.487688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.487796] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.808986] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.923348] env[69236]: INFO networking_nsxv3.common.synchronization [req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 req-db2761a7-657d-47bf-90f7-26cd401cde06 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1073.923348] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1073.923348] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.923348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.923348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.923348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.923348] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.927332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.927332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.927332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.927332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.927332] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.993829] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.994041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.994107] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.994352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.994531] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.994637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.994703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.994856] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.994942] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.995043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.995192] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.995284] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.995347] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.995513] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.995630] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.995710] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.995763] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.995931] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.996029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.996077] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.996135] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.311070] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.311358] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.311592] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.312927] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.312927] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.312927] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.313113] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.313337] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.313579] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.313924] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.314382] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.314473] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.314606] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.314719] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.314953] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.315150] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.317164] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.317655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.317655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.317655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.317792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.317836] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be updated. [ 1074.340381] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.340605] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1074.340761] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.340938] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.341290] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-8398bbb2-4e44-41ee-8bf4-da184339a5cf taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.341510] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-8398bbb2-4e44-41ee-8bf4-da184339a5cf" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.341678] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-8398bbb2-4e44-41ee-8bf4-da184339a5cf" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.342132] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-8398bbb2-4e44-41ee-8bf4-da184339a5cf" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.342279] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8398bbb2-4e44-41ee-8bf4-da184339a5cf',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.347770] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.347917] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.347999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.348188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.348327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.356214] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: IN_PROGRESS for 2s [ 1074.428638] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.499427] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a74ab54f-7464-4be4-aea5-9b8ad485152a: rpc.has_security_group_logging(os_id): False [ 1074.518802] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.519087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.519087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.519329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.519457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.520225] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.520225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.520225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.520225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.520225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.520509] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.520509] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.520593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.522017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.522017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.522017] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.522017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.522017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.522017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.522017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.522358] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a is going to be updated. [ 1074.591341] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.591499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.591612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.591929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.592120] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.625354] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: IN_PROGRESS for 2s [ 1074.845329] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.845572] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.845717] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.846152] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.846415] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.846697] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 8398bbb2-4e44-41ee-8bf4-da184339a5cf not found, creating... [ 1074.847029] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.847201] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.847326] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.847570] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.847731] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.848126] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.848324] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.848460] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.848681] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.849323] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.849323] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 8398bbb2-4e44-41ee-8bf4-da184339a5cf is going to be created. [ 1074.875357] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.875593] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.875720] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.876064] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.876347] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.876588] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-8398bbb2-4e44-41ee-8bf4-da184339a5cf" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.932423] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.434772] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.434943] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.434999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.435256] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.435355] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.435454] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1075.469733] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.469733] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.469733] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.470050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.470050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.481903] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1075.547831] env[69236]: INFO networking_nsxv3.common.synchronization [req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 req-9bb1b85e-0642-4b1c-8f04-30808001415c service nova] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_rules [ 1075.547831] env[69236]: INFO networking_nsxv3.common.synchronization [req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 req-9bb1b85e-0642-4b1c-8f04-30808001415c service nova] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1075.547831] env[69236]: INFO networking_nsxv3.common.synchronization [req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 req-9bb1b85e-0642-4b1c-8f04-30808001415c service nova] Enqueued Resource ID: 8398bbb2-4e44-41ee-8bf4-da184339a5cf with Priority: HIGHEST for action port [ 1075.547831] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_rules [ 1075.547831] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1075.547831] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8398bbb2-4e44-41ee-8bf4-da184339a5cf with Priority: HIGHEST for action port [ 1075.548457] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.548457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.548457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.548760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.548760] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.550347] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.550347] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.550347] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-8398bbb2-4e44-41ee-8bf4-da184339a5cf taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.550347] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8398bbb2-4e44-41ee-8bf4-da184339a5cf" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.550347] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8398bbb2-4e44-41ee-8bf4-da184339a5cf" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.550347] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8398bbb2-4e44-41ee-8bf4-da184339a5cf" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.550347] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8398bbb2-4e44-41ee-8bf4-da184339a5cf',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.051967] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.052177] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.052429] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8398bbb2-4e44-41ee-8bf4-da184339a5cf with status ACTIVE [ 1076.052611] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.052724] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.052793] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.053056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.053173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.053369] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.053582] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.053582] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.053747] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.053837] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.054052] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.054156] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.054230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.054387] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.054500] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.054568] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8398bbb2-4e44-41ee-8bf4-da184339a5cf is going to be updated. [ 1076.075383] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.075557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.075615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.075782] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.075915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.076083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8398bbb2-4e44-41ee-8bf4-da184339a5cf" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.366074] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 1076.366246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.366411] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.366656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.366870] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.366999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.367069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.367243] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.367444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.367444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.367519] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.639880] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: SUCCESS [ 1076.640307] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.869958] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.870140] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.870211] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.870431] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.870600] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.870699] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.870762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.870909] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.871010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.871115] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.871264] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.871356] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.871443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.871591] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.871755] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.872140] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.872140] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.872228] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.872283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.872408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.872540] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.376084] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c507dc4e-b768-41ed-bdb2-661b093161d2: rpc.has_security_group_logging(os_id): False [ 1077.395031] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.395031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.395031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.395031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.395031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.395031] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.395031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.395031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.395031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.395031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.395031] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.395031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.395031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.395031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.395031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.395629] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.395629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.395629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.395629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.395629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.395629] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be updated. [ 1077.459021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.459021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.459021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.459021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.459021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.471952] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: IN_PROGRESS for 2s [ 1077.490540] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1077.492027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.492027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.492027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.492027] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.492027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.492027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.492027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.492027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.492027] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.756099] env[69236]: INFO networking_nsxv3.common.synchronization [None req-47950d52-a2d5-40e6-ba3a-093855309d84 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Enqueued Resource ID: 188fdab1-9b88-47de-8b86-0cb14eee476e with Priority: HIGHEST for action security_group_rules [ 1077.756626] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188fdab1-9b88-47de-8b86-0cb14eee476e with Priority: HIGHEST for action security_group_rules [ 1077.756943] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188fdab1-9b88-47de-8b86-0cb14eee476e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.757262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188fdab1-9b88-47de-8b86-0cb14eee476e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.757262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188fdab1-9b88-47de-8b86-0cb14eee476e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.757423] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188fdab1-9b88-47de-8b86-0cb14eee476e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.757506] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188fdab1-9b88-47de-8b86-0cb14eee476e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.830036] env[69236]: INFO networking_nsxv3.common.synchronization [None req-3bfbee14-e467-4d59-99c5-f8026490c4ad tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Enqueued Resource ID: 188fdab1-9b88-47de-8b86-0cb14eee476e with Priority: HIGHEST for action security_group_rules [ 1077.830502] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188fdab1-9b88-47de-8b86-0cb14eee476e with Priority: HIGHEST for action security_group_rules [ 1077.830825] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188fdab1-9b88-47de-8b86-0cb14eee476e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.830931] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188fdab1-9b88-47de-8b86-0cb14eee476e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.995551] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.279134] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.279335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.279404] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.279621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.279707] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.279804] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188fdab1-9b88-47de-8b86-0cb14eee476e already deleted. [ 1078.279892] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188fdab1-9b88-47de-8b86-0cb14eee476e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.280102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188fdab1-9b88-47de-8b86-0cb14eee476e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.280256] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188fdab1-9b88-47de-8b86-0cb14eee476e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.280338] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188fdab1-9b88-47de-8b86-0cb14eee476e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.497745] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.801179] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.801451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.801451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.801516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.801594] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.801689] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188fdab1-9b88-47de-8b86-0cb14eee476e already deleted. [ 1078.801775] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188fdab1-9b88-47de-8b86-0cb14eee476e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.000780] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.000973] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.001064] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.001402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.002146] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.002379] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1079.047961] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.048124] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.048200] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.048409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.048557] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.060194] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1079.486878] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 1079.487126] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.852980] env[69236]: INFO networking_nsxv3.common.synchronization [req-34b6a38e-d8c4-485d-9b50-48d6092964a5 req-54e1f813-6e4d-457f-ac80-62fad36b26bc tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1080.854484] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1080.855900] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.855900] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.855900] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.859029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.859029] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.859029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.859029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.859029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.859029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.859029] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.070815] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1081.070815] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.070815] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.070815] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.071270] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.071270] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.071270] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.071525] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.071525] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.071525] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.071778] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.362670] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.363328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.363328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.363328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.363328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.363501] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.363597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.363650] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.364064] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.364064] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.364064] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be updated. [ 1081.390119] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.390460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.390460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.391181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.391181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.398943] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 2s [ 1081.574225] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.574442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.574519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.574734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.574900] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.574998] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.575074] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.575223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.575309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.575395] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.575540] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.575631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.575693] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.575832] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.575980] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.576076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.576886] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.576886] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.576886] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.576886] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.576886] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.078671] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e899830b-606e-42bd-98b9-1c4b9625d051: rpc.has_security_group_logging(os_id): False [ 1082.097080] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.097219] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.097282] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.097492] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.097579] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.098378] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.098378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.098378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.098378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.098378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.098677] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.098677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.098677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.098806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.098806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.098995] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.099125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.099187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.099445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.099445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.099521] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1082.157655] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.157802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.157877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.158138] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.158566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.175280] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1083.407618] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 1083.407916] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac deletion is rescheduled due to dependency. [ 1083.407916] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.494575] env[69236]: INFO networking_nsxv3.common.synchronization [req-ec67d01c-1237-4eae-86a6-d5c487452453 req-aa4ff282-5e39-45fb-a490-c4edd5aa00ba tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1083.495023] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1083.495133] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.495278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.495358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.496326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.496326] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.496326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.496326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.496326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.496326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.496326] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.779170] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-895 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.779316] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.779448] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.779732] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.780075] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.780266] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.780395] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.780667] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.780855] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.781092] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.781234] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.781356] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.781467] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.781597] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.781715] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.781873] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.800275] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.800487] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1083.800642] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.800837] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.801189] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-d105ab92-ceca-4c0c-941c-f286e8c4f067 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.801364] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-d105ab92-ceca-4c0c-941c-f286e8c4f067" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.801485] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-d105ab92-ceca-4c0c-941c-f286e8c4f067" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.801798] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-d105ab92-ceca-4c0c-941c-f286e8c4f067" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.802047] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d105ab92-ceca-4c0c-941c-f286e8c4f067',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.998378] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.998548] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.998620] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.998835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.998927] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.999169] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.999272] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.999335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.999487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.999564] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.999651] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be updated. [ 1084.024045] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.024045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.024222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.024371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.024456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.032392] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 2s [ 1084.190342] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1084.190684] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.304238] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.304490] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.304563] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.304861] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.305062] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.305217] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port d105ab92-ceca-4c0c-941c-f286e8c4f067 not found, creating... [ 1084.305492] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.305651] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.305773] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.306039] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.306155] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.306445] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.306632] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.306726] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.306931] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.307087] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.307233] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: d105ab92-ceca-4c0c-941c-f286e8c4f067 is going to be created. [ 1084.325910] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.326127] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.326255] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.326510] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.326731] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.326959] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-d105ab92-ceca-4c0c-941c-f286e8c4f067" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.006665] env[69236]: INFO networking_nsxv3.common.synchronization [req-ec67d01c-1237-4eae-86a6-d5c487452453 req-9b3cc03e-905c-4d8b-a405-d71ef74000f7 service nova] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_rules [ 1085.006909] env[69236]: INFO networking_nsxv3.common.synchronization [req-ec67d01c-1237-4eae-86a6-d5c487452453 req-9b3cc03e-905c-4d8b-a405-d71ef74000f7 service nova] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1085.006993] env[69236]: INFO networking_nsxv3.common.synchronization [req-ec67d01c-1237-4eae-86a6-d5c487452453 req-9b3cc03e-905c-4d8b-a405-d71ef74000f7 service nova] Enqueued Resource ID: d105ab92-ceca-4c0c-941c-f286e8c4f067 with Priority: HIGHEST for action port [ 1085.010877] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_rules [ 1085.011024] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1085.011147] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d105ab92-ceca-4c0c-941c-f286e8c4f067 with Priority: HIGHEST for action port [ 1085.011434] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.011561] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.011630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.011832] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.011913] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.014282] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.014282] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.014282] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d105ab92-ceca-4c0c-941c-f286e8c4f067 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.014282] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d105ab92-ceca-4c0c-941c-f286e8c4f067" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.014542] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d105ab92-ceca-4c0c-941c-f286e8c4f067" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.014857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d105ab92-ceca-4c0c-941c-f286e8c4f067" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.014937] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d105ab92-ceca-4c0c-941c-f286e8c4f067',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.514191] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.514338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.518127] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d105ab92-ceca-4c0c-941c-f286e8c4f067 with status ACTIVE [ 1085.518416] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.518565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.518634] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.518854] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.518930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.519125] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.519223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.519281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.519434] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.519501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.519679] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.519760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.519825] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.519993] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.520073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.520120] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d105ab92-ceca-4c0c-941c-f286e8c4f067 is going to be updated. [ 1085.539876] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.540101] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.540250] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.540390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.540527] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.540688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d105ab92-ceca-4c0c-941c-f286e8c4f067" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.040876] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 1086.041182] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac deletion is rescheduled due to dependency. [ 1086.041225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.041344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.041544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.041717] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.041827] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.041886] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.042053] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.042136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.042228] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.278102] env[69236]: INFO networking_nsxv3.common.synchronization [req-588fbe92-4e5e-42d9-8c90-5970503bdb1e req-9cb0c903-b598-4201-be54-66b08e5e17d1 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_members [ 1086.278646] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_members [ 1086.278947] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a06680b-1744-489a-8599-50ddb0ee2fec taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.281518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.281590] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.281798] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.281963] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.282154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.282219] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.282380] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.282466] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.282560] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.543821] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.786521] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.046651] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.288423] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.548887] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.549154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.549154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.549344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.549420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.549524] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be updated. [ 1087.574716] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.574863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.574964] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.575200] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.575347] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.582764] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 2s [ 1087.791395] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.791564] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.791689] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.791877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.791968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.792161] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a06680b-1744-489a-8599-50ddb0ee2fec is going to be updated. [ 1087.826584] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.826717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.826755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.826938] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.827099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.840579] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a06680b-1744-489a-8599-50ddb0ee2fec in Status: IN_PROGRESS for 2s [ 1087.933013] env[69236]: INFO networking_nsxv3.common.synchronization [req-575fdc38-e495-434e-b901-93818ef6251b req-164806d6-ab52-405f-9534-c8467fc5421b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1087.933532] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1087.933835] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.933955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.934030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.934233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.934395] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.934511] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.934563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.934693] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.934776] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.934869] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.436940] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.939369] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.442518] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.442863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.442863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.442938] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.443309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.443309] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1089.470952] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.471113] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.471184] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.471381] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.471522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.480253] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1089.591881] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 1089.592174] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.592315] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.592522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.592713] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.592833] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.592900] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.593087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.593160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.593231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.593320] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.850200] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a06680b-1744-489a-8599-50ddb0ee2fec in Status: SUCCESS [ 1089.850408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.096735] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.096928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.097032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.097327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.098010] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.098168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.098266] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.098483] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.098582] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.098726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.098962] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.099128] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.099235] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.099455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.099674] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.099824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.099915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.100143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.100297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.100397] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.100534] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.603496] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac: rpc.has_security_group_logging(os_id): False [ 1090.621692] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.621882] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.621882] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.622126] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.622242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.622480] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.622590] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.622647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.622807] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.622885] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.623104] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.623204] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.623271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.623420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.623493] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.623682] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.623775] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.623831] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.623967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.624055] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.624142] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be updated. [ 1090.682208] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.682398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.682446] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.682687] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.682861] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.695397] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 2s [ 1091.489527] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1091.489752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.588017] env[69236]: INFO networking_nsxv3.common.synchronization [req-c9974e04-d1af-4d60-940e-4e0156552c77 req-87359da9-dd9d-4bae-bd1f-b385947b69f4 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Enqueued Resource ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f with Priority: HIGHEST for action security_group_members [ 1091.589664] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f with Priority: HIGHEST for action security_group_members [ 1091.589664] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1c935d-62fe-4fae-927c-71f152d0fa2f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.589664] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.589664] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.589664] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.589664] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.589664] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.589664] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.589664] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.590164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.590164] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b1c935d-62fe-4fae-927c-71f152d0fa2f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.092739] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.093180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.093180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.093429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.093655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.093891] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.094017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.094109] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.094278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.094358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.094951] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f is going to be updated. [ 1092.133070] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.133229] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.133288] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.133489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.133628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.141453] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f in Status: IN_PROGRESS for 2s [ 1092.666369] env[69236]: INFO networking_nsxv3.common.synchronization [req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 req-dd250210-ec02-4e85-b61a-0f1ad208d6d9 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_members [ 1092.666940] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a06680b-1744-489a-8599-50ddb0ee2fec with Priority: HIGHEST for action security_group_members [ 1092.667222] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a06680b-1744-489a-8599-50ddb0ee2fec taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.667344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.667410] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.667969] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.669068] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.669068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.669068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.669068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.669242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.669271] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a06680b-1744-489a-8599-50ddb0ee2fec',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.709610] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 1092.709813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.175344] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.175656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.175656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.175800] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.175896] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.176115] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.176220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.176291] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.176429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.176503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.176588] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a06680b-1744-489a-8599-50ddb0ee2fec is going to be updated. [ 1093.203313] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.203487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.203575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.203811] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.203985] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.211887] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a06680b-1744-489a-8599-50ddb0ee2fec in Status: IN_PROGRESS for 2s [ 1094.152486] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f in Status: IN_PROGRESS for 4s [ 1095.223184] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a06680b-1744-489a-8599-50ddb0ee2fec in Status: SUCCESS [ 1095.223418] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a06680b-1744-489a-8599-50ddb0ee2fec deletion is rescheduled due to dependency. [ 1095.223539] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a06680b-1744-489a-8599-50ddb0ee2fec" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.548410] env[69236]: INFO networking_nsxv3.common.synchronization [req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 req-92c9e64d-92d4-461c-a567-c1e3d1ed6c0d tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1095.548410] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1095.550028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.550028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.550028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.550028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.550028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.550028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.550028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.550028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.550028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.550028] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.551747] env[69236]: INFO networking_nsxv3.common.synchronization [req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 req-8c99b307-baa8-4b0a-b9d7-0532ba6ecb1a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Enqueued Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGHEST for action security_group_members [ 1095.552370] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGHEST for action security_group_members [ 1095.552742] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eae9a82-6c02-4fd7-8cc2-25a415026edd taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.552852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.552919] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.553244] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.553413] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.553507] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.553566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.553705] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.553804] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.553936] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0eae9a82-6c02-4fd7-8cc2-25a415026edd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.952745] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.953053] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.953288] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.953621] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.953907] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.954123] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.954268] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.954506] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.954690] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.954945] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.955079] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.955196] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.955338] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.955486] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.955603] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.955742] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.974082] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.974287] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1095.974397] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.974605] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.975144] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-aac821e1-bf39-4bcb-9303-10d2809ef2d1 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.975144] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-aac821e1-bf39-4bcb-9303-10d2809ef2d1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.975377] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-aac821e1-bf39-4bcb-9303-10d2809ef2d1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.975564] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-aac821e1-bf39-4bcb-9303-10d2809ef2d1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.975746] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aac821e1-bf39-4bcb-9303-10d2809ef2d1',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.052634] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.056573] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.056700] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.056767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.056973] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.057073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.057250] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.057354] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.057409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.057552] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.057628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.057713] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd already deleted. [ 1096.057791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.162971] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f in Status: SUCCESS [ 1096.163196] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f deletion is rescheduled due to dependency. [ 1096.163331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.478009] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.478405] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.478405] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.478947] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.479171] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.479427] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port aac821e1-bf39-4bcb-9303-10d2809ef2d1 not found, creating... [ 1096.479760] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.479996] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.480208] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.480468] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.480768] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.481074] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.481293] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.481500] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.481753] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.481927] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.482222] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: aac821e1-bf39-4bcb-9303-10d2809ef2d1 is going to be created. [ 1096.501030] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.501285] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.501370] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.501641] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.501880] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.502475] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-aac821e1-bf39-4bcb-9303-10d2809ef2d1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.554911] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.057748] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.057967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.058126] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.058288] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.058386] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.058488] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1097.086362] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.086516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.086589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.086807] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.087065] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.094625] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1097.227677] env[69236]: INFO networking_nsxv3.common.synchronization [req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 req-93de9c75-c1de-4f15-b872-cce18b4ba0c2 service nova] Enqueued Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGHEST for action security_group_rules [ 1097.227677] env[69236]: INFO networking_nsxv3.common.synchronization [req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 req-93de9c75-c1de-4f15-b872-cce18b4ba0c2 service nova] Enqueued Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGHEST for action security_group_members [ 1097.227677] env[69236]: INFO networking_nsxv3.common.synchronization [req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 req-93de9c75-c1de-4f15-b872-cce18b4ba0c2 service nova] Enqueued Resource ID: aac821e1-bf39-4bcb-9303-10d2809ef2d1 with Priority: HIGHEST for action port [ 1097.227677] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGHEST for action security_group_rules [ 1097.227677] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGHEST for action security_group_members [ 1097.227677] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac821e1-bf39-4bcb-9303-10d2809ef2d1 with Priority: HIGHEST for action port [ 1097.227677] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.227677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.227677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.229275] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.229275] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0eae9a82-6c02-4fd7-8cc2-25a415026edd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.229275] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eae9a82-6c02-4fd7-8cc2-25a415026edd taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.229275] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.229275] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.229275] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.229685] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.229685] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.229685] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.229685] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.229685] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.229958] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0eae9a82-6c02-4fd7-8cc2-25a415026edd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.232322] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-aac821e1-bf39-4bcb-9303-10d2809ef2d1 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.232414] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aac821e1-bf39-4bcb-9303-10d2809ef2d1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.232485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aac821e1-bf39-4bcb-9303-10d2809ef2d1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.232729] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aac821e1-bf39-4bcb-9303-10d2809ef2d1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.232729] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aac821e1-bf39-4bcb-9303-10d2809ef2d1',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.467031] env[69236]: INFO networking_nsxv3.common.synchronization [None req-7b759690-e46f-41e1-b5d1-8ee7479dc118 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Enqueued Resource ID: 113594af-08e6-4dab-a4be-07e8174e16c4 with Priority: HIGHEST for action security_group_rules [ 1097.467659] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113594af-08e6-4dab-a4be-07e8174e16c4 with Priority: HIGHEST for action security_group_rules [ 1097.468281] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-113594af-08e6-4dab-a4be-07e8174e16c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.468443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.468538] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.468824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.468923] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('113594af-08e6-4dab-a4be-07e8174e16c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.538392] env[69236]: INFO networking_nsxv3.common.synchronization [None req-5eef04fb-b6ae-4e86-b01b-e6b89219df55 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Enqueued Resource ID: 113594af-08e6-4dab-a4be-07e8174e16c4 with Priority: HIGHEST for action security_group_rules [ 1097.539077] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113594af-08e6-4dab-a4be-07e8174e16c4 with Priority: HIGHEST for action security_group_rules [ 1097.539340] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-113594af-08e6-4dab-a4be-07e8174e16c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.539443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.738132] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eae9a82-6c02-4fd7-8cc2-25a415026edd taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.738132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.738132] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0eae9a82-6c02-4fd7-8cc2-25a415026edd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.738132] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aac821e1-bf39-4bcb-9303-10d2809ef2d1 with status ACTIVE [ 1097.738132] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.738132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.738132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.738132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.738132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.738132] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.738132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.738132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.738132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.738132] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.740040] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.740040] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.740040] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.740040] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.740503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.740503] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aac821e1-bf39-4bcb-9303-10d2809ef2d1 is going to be updated. [ 1097.760234] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.760456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.760456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.760658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.760796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.760951] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aac821e1-bf39-4bcb-9303-10d2809ef2d1" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.993967] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.994127] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.994195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.994414] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.994549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.994644] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 113594af-08e6-4dab-a4be-07e8174e16c4 already deleted. [ 1097.994763] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.994912] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.995084] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.995187] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('113594af-08e6-4dab-a4be-07e8174e16c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.242923] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0eae9a82-6c02-4fd7-8cc2-25a415026edd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.516262] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.517460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.517460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.517460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.517460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.517460] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 113594af-08e6-4dab-a4be-07e8174e16c4 already deleted. [ 1098.517460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.745031] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.745031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.745461] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.745461] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.745461] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.745563] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd is going to be created. [ 1098.767953] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.768170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.768170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.768372] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.768530] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.778548] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd in Status: UNINITIALIZED for 2s [ 1099.105027] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1099.105271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.334834] env[69236]: INFO networking_nsxv3.common.synchronization [None req-2198999e-13e7-4513-87c0-11128cde8d82 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 1099.335828] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGHEST for action security_group_members [ 1099.335828] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.336075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.336190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.336428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.337036] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.337036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.337036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.337036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.337350] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.337350] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.839790] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.840357] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.840357] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.840357] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.840357] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.840575] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.840676] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.840737] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.840894] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.840983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.841205] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a is going to be updated. [ 1099.866965] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.867117] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.867187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.867382] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.867520] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.880335] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: IN_PROGRESS for 2s [ 1100.788727] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd in Status: SUCCESS [ 1100.788727] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.788727] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.788983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.788983] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.789165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.789165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.789298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.789377] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.789463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.789557] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0eae9a82-6c02-4fd7-8cc2-25a415026edd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.291577] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eae9a82-6c02-4fd7-8cc2-25a415026edd taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.291577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.291577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.292055] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.292055] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.292055] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.292186] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.292346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.292403] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.292499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.292634] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eae9a82-6c02-4fd7-8cc2-25a415026edd taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.292713] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.292771] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.292905] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.293086] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.293168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.293207] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.293514] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.293604] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.293683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.293773] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0eae9a82-6c02-4fd7-8cc2-25a415026edd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.798912] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0eae9a82-6c02-4fd7-8cc2-25a415026edd: rpc.has_security_group_logging(os_id): False [ 1101.820393] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.820656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.820728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.820890] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.820992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.821309] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.821309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.821519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.821519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.821629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.822337] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.822337] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.822337] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.822337] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.822337] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.822708] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.822708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.822708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.822708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.822708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.822876] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd is going to be created. [ 1101.887160] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.887331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.887379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.887642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.887835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.890268] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74ab54f-7464-4be4-aea5-9b8ad485152a in Status: SUCCESS [ 1101.890435] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a deletion is rescheduled due to dependency. [ 1101.890553] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.898207] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd in Status: IN_PROGRESS for 2s [ 1103.914981] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd in Status: SUCCESS [ 1103.915259] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.917752] env[69236]: INFO networking_nsxv3.common.synchronization [None req-12256ab6-0710-4cde-a75f-aa1998ecd92e None None] Enqueued Resource ID: c502b3a2-44d0-4ee5-a8a0-6a113ab69c8b with Priority: HIGHEST for action port [ 1103.917993] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c502b3a2-44d0-4ee5-a8a0-6a113ab69c8b with Priority: HIGHEST for action port [ 1103.918557] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c502b3a2-44d0-4ee5-a8a0-6a113ab69c8b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.918712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c502b3a2-44d0-4ee5-a8a0-6a113ab69c8b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.918747] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c502b3a2-44d0-4ee5-a8a0-6a113ab69c8b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.918985] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c502b3a2-44d0-4ee5-a8a0-6a113ab69c8b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.919078] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c502b3a2-44d0-4ee5-a8a0-6a113ab69c8b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.421403] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c502b3a2-44d0-4ee5-a8a0-6a113ab69c8b [ 1104.421745] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.421947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.422096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.422393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.422527] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.422689] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c502b3a2-44d0-4ee5-a8a0-6a113ab69c8b already deleted. [ 1104.422836] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c502b3a2-44d0-4ee5-a8a0-6a113ab69c8b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.464567] env[69236]: INFO networking_nsxv3.common.synchronization [req-2616c065-2f7b-4b0d-a4b9-1fb16919039c req-fecff40f-7f63-4de1-9bcb-4025a6937537 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Enqueued Resource ID: 113594af-08e6-4dab-a4be-07e8174e16c4 with Priority: HIGHEST for action security_group_members [ 1105.465181] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113594af-08e6-4dab-a4be-07e8174e16c4 with Priority: HIGHEST for action security_group_members [ 1105.465487] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-113594af-08e6-4dab-a4be-07e8174e16c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.465612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.465680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.465922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.466142] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.466279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.466370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.466619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.466680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.466769] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('113594af-08e6-4dab-a4be-07e8174e16c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.758731] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.758944] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-864" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.759091] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-864" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.759396] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-864" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.759669] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.759834] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.759955] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.760200] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.760372] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.760603] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.760722] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.760841] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.760949] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.761094] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.761444] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.761444] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.778382] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.778556] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1105.778686] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.778864] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-864" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.779344] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-6854e42e-dde1-48eb-ab4d-189f9d5f12ed taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.779469] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-6854e42e-dde1-48eb-ab4d-189f9d5f12ed" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.779469] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-6854e42e-dde1-48eb-ab4d-189f9d5f12ed" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.779799] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-6854e42e-dde1-48eb-ab4d-189f9d5f12ed" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.779947] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6854e42e-dde1-48eb-ab4d-189f9d5f12ed',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.962938] env[69236]: INFO networking_nsxv3.common.synchronization [None req-aea317e0-ed55-46b5-a0c3-e57c151541e4 None None] Enqueued Resource ID: 50abfd7d-767c-49b6-8c29-329c7b9ece98 with Priority: HIGHEST for action port [ 1105.963061] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50abfd7d-767c-49b6-8c29-329c7b9ece98 with Priority: HIGHEST for action port [ 1105.963864] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-50abfd7d-767c-49b6-8c29-329c7b9ece98 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.963864] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50abfd7d-767c-49b6-8c29-329c7b9ece98" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.963864] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50abfd7d-767c-49b6-8c29-329c7b9ece98" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.964134] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50abfd7d-767c-49b6-8c29-329c7b9ece98" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.964134] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50abfd7d-767c-49b6-8c29-329c7b9ece98',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.969656] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.969768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.969852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.970062] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.970154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.970361] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.970456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.970521] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.970666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.970742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.970825] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 113594af-08e6-4dab-a4be-07e8174e16c4 already deleted. [ 1105.970900] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.282491] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.282714] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.282884] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.283237] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.283433] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.283675] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 6854e42e-dde1-48eb-ab4d-189f9d5f12ed not found, creating... [ 1106.283984] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.284219] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.284357] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.284581] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.284731] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.285019] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.285182] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.285304] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.285531] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.286482] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.286482] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 6854e42e-dde1-48eb-ab4d-189f9d5f12ed is going to be created. [ 1106.305598] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.305873] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.305947] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.306198] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.306425] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.306783] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-6854e42e-dde1-48eb-ab4d-189f9d5f12ed" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.466454] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50abfd7d-767c-49b6-8c29-329c7b9ece98 [ 1106.466744] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.466961] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.466961] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.467145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.467234] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.467328] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50abfd7d-767c-49b6-8c29-329c7b9ece98 already deleted. [ 1106.467411] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50abfd7d-767c-49b6-8c29-329c7b9ece98" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.985384] env[69236]: INFO networking_nsxv3.common.synchronization [req-2616c065-2f7b-4b0d-a4b9-1fb16919039c req-2150ab1a-b51a-4646-b95e-7709aa6cf021 service nova] Enqueued Resource ID: 113594af-08e6-4dab-a4be-07e8174e16c4 with Priority: HIGHEST for action security_group_rules [ 1106.985476] env[69236]: INFO networking_nsxv3.common.synchronization [req-2616c065-2f7b-4b0d-a4b9-1fb16919039c req-2150ab1a-b51a-4646-b95e-7709aa6cf021 service nova] Enqueued Resource ID: 113594af-08e6-4dab-a4be-07e8174e16c4 with Priority: HIGHEST for action security_group_members [ 1106.985610] env[69236]: INFO networking_nsxv3.common.synchronization [req-2616c065-2f7b-4b0d-a4b9-1fb16919039c req-2150ab1a-b51a-4646-b95e-7709aa6cf021 service nova] Enqueued Resource ID: 6854e42e-dde1-48eb-ab4d-189f9d5f12ed with Priority: HIGHEST for action port [ 1106.986113] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113594af-08e6-4dab-a4be-07e8174e16c4 with Priority: HIGHEST for action security_group_rules [ 1106.986291] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113594af-08e6-4dab-a4be-07e8174e16c4 with Priority: HIGHEST for action security_group_members [ 1106.986341] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6854e42e-dde1-48eb-ab4d-189f9d5f12ed with Priority: HIGHEST for action port [ 1106.986625] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-113594af-08e6-4dab-a4be-07e8174e16c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.986707] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.987740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.987740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.987740] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('113594af-08e6-4dab-a4be-07e8174e16c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.988365] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-113594af-08e6-4dab-a4be-07e8174e16c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.989073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.989154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.989348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.989530] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.989683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.989797] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.989866] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.989947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.990043] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('113594af-08e6-4dab-a4be-07e8174e16c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.990827] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-6854e42e-dde1-48eb-ab4d-189f9d5f12ed taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.990925] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6854e42e-dde1-48eb-ab4d-189f9d5f12ed" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.990989] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6854e42e-dde1-48eb-ab4d-189f9d5f12ed" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.991153] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6854e42e-dde1-48eb-ab4d-189f9d5f12ed" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.991237] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6854e42e-dde1-48eb-ab4d-189f9d5f12ed',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.493623] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-113594af-08e6-4dab-a4be-07e8174e16c4 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.494029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.494069] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6854e42e-dde1-48eb-ab4d-189f9d5f12ed with status ACTIVE [ 1107.494229] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.494355] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.494426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.495029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.495029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.495029] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.495029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.495298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.495298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.495298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.495442] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.495535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.496181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.496181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.496181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.496181] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6854e42e-dde1-48eb-ab4d-189f9d5f12ed is going to be updated. [ 1107.497018] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('113594af-08e6-4dab-a4be-07e8174e16c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.516913] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.516913] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.516913] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.517217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.517436] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.517826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6854e42e-dde1-48eb-ab4d-189f9d5f12ed" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.999736] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('113594af-08e6-4dab-a4be-07e8174e16c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.502332] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.502837] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.502837] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.502925] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.502970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.503088] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 113594af-08e6-4dab-a4be-07e8174e16c4 is going to be created. [ 1108.526296] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.526460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.526530] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.526728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.526881] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.537903] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 113594af-08e6-4dab-a4be-07e8174e16c4 in Status: UNINITIALIZED for 2s [ 1110.548756] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 113594af-08e6-4dab-a4be-07e8174e16c4 in Status: SUCCESS [ 1110.549226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.549226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.549385] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.549547] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.549653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.549716] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.549869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.549935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.550035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.550124] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('113594af-08e6-4dab-a4be-07e8174e16c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.053052] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('113594af-08e6-4dab-a4be-07e8174e16c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.556027] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 113594af-08e6-4dab-a4be-07e8174e16c4: rpc.has_security_group_logging(os_id): False [ 1111.580042] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.580222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.580289] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.580547] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.580642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.580903] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.581030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.581126] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.581238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.581377] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.581432] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 113594af-08e6-4dab-a4be-07e8174e16c4 is going to be created. [ 1111.635537] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.635744] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.635744] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.636223] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.636304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.647172] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 113594af-08e6-4dab-a4be-07e8174e16c4 in Status: IN_PROGRESS for 2s [ 1111.987217] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1111.987217] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1113.378122] env[69236]: INFO networking_nsxv3.common.synchronization [req-ad4160d9-835c-4f21-a257-74709dc8e7bc req-b4d51da4-2eef-400d-9fb2-9d7b6e893768 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1113.378705] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1113.380096] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.380096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.380096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.380096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.380096] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.380096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.380096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.380096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.380096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.380096] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.663370] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 113594af-08e6-4dab-a4be-07e8174e16c4 in Status: SUCCESS [ 1113.663370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.706080] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.706080] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.706080] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.706080] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.706795] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.708330] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.708330] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.708330] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.708330] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.708844] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.709176] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.709503] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.709776] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.710085] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.710394] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.710666] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.730352] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.730819] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1113.731172] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.731522] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.732088] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-a99779d6-c6ec-436d-8822-dba2f1ca0948 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.732518] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-a99779d6-c6ec-436d-8822-dba2f1ca0948" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.737936] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-a99779d6-c6ec-436d-8822-dba2f1ca0948" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.737936] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-a99779d6-c6ec-436d-8822-dba2f1ca0948" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.737936] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a99779d6-c6ec-436d-8822-dba2f1ca0948',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.882166] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.242749] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.243145] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.243334] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.243850] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.244017] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.244190] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port a99779d6-c6ec-436d-8822-dba2f1ca0948 not found, creating... [ 1114.244506] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.244710] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.244863] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.245111] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.245256] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.245553] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.245715] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.245837] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.246145] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.246330] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.246533] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: a99779d6-c6ec-436d-8822-dba2f1ca0948 is going to be created. [ 1114.269218] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.269436] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.269697] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.270046] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.270376] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.270673] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-a99779d6-c6ec-436d-8822-dba2f1ca0948" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.387659] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.464138] env[69236]: INFO networking_nsxv3.common.synchronization [req-94c2323f-353d-4c05-abb7-c40647026353 req-34e54049-3d26-4b93-8a15-b1cc77ae6d20 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 1114.464661] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGHEST for action security_group_members [ 1114.464965] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.465097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.465163] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.465362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.465516] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.465628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.465680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.465806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.465888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.465976] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.893226] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.893380] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.893453] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.893815] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.893919] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.894101] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1114.926604] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.926770] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.926814] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.927090] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.927252] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.935214] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1114.968020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.968173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.968248] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.968512] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.968612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.968812] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.968915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.968977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.969147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.969228] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.969315] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be updated. [ 1114.993376] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.993376] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.993576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.993614] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.993740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.002855] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: IN_PROGRESS for 2s [ 1115.090465] env[69236]: INFO networking_nsxv3.common.synchronization [req-ad4160d9-835c-4f21-a257-74709dc8e7bc req-fcfa3e75-6174-4f27-b067-69e5b9eb1435 service nova] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_rules [ 1115.090738] env[69236]: INFO networking_nsxv3.common.synchronization [req-ad4160d9-835c-4f21-a257-74709dc8e7bc req-fcfa3e75-6174-4f27-b067-69e5b9eb1435 service nova] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1115.090909] env[69236]: INFO networking_nsxv3.common.synchronization [req-ad4160d9-835c-4f21-a257-74709dc8e7bc req-fcfa3e75-6174-4f27-b067-69e5b9eb1435 service nova] Enqueued Resource ID: a99779d6-c6ec-436d-8822-dba2f1ca0948 with Priority: HIGHEST for action port [ 1115.091170] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_rules [ 1115.091298] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1115.091392] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a99779d6-c6ec-436d-8822-dba2f1ca0948 with Priority: HIGHEST for action port [ 1115.093237] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.093383] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.093455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.093668] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.094019] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.094946] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.095060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.095253] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a99779d6-c6ec-436d-8822-dba2f1ca0948 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.095356] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a99779d6-c6ec-436d-8822-dba2f1ca0948" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.095420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a99779d6-c6ec-436d-8822-dba2f1ca0948" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.095592] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a99779d6-c6ec-436d-8822-dba2f1ca0948" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.095664] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a99779d6-c6ec-436d-8822-dba2f1ca0948',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.597785] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.597785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.607019] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a99779d6-c6ec-436d-8822-dba2f1ca0948 with status ACTIVE [ 1115.607019] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.607019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.607019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.607019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.607019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.607019] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.607019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.607019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.607019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.607019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.607019] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.607019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.607019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.607019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.607019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.607019] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a99779d6-c6ec-436d-8822-dba2f1ca0948 is going to be updated. [ 1115.627867] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.627867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.627867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.627867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.627867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.627867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a99779d6-c6ec-436d-8822-dba2f1ca0948" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.944194] env[69236]: INFO networking_nsxv3.common.synchronization [req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 req-3b3d3771-63df-44d9-87bf-237972abf224 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Enqueued Resource ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 with Priority: HIGHEST for action security_group_members [ 1115.944194] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 with Priority: HIGHEST for action security_group_members [ 1115.944194] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.944194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.944194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.945107] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.945374] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.945608] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.946344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.946628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.946827] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.948112] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5570e3b3-ca0c-4ce6-aea0-62e1a403dde2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.452233] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.452233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.452233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.452233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.452233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.452233] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.452233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.452233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.452233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.452233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.452233] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 already deleted. [ 1116.452233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.759598] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.761018] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-944" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.761018] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-944" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.761018] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-944" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.761341] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.764911] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.764911] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.764911] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.764911] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.764911] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.764911] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.764911] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.764911] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.764911] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.764911] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.764911] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.780432] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.783018] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1116.783018] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.783018] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-944" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.783018] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-218a3dca-d087-4761-83a1-80ef5f192d89 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.783018] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-218a3dca-d087-4761-83a1-80ef5f192d89" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.783018] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-218a3dca-d087-4761-83a1-80ef5f192d89" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.783018] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-218a3dca-d087-4761-83a1-80ef5f192d89" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.783018] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('218a3dca-d087-4761-83a1-80ef5f192d89',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.945658] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1116.945658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.945658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.945658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.945658] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.945658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.945658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.945658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.945658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.945658] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.012752] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c507dc4e-b768-41ed-bdb2-661b093161d2 in Status: SUCCESS [ 1117.012752] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 deletion is rescheduled due to dependency. [ 1117.012752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.284958] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.285214] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.285343] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.285701] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.285870] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.286043] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 218a3dca-d087-4761-83a1-80ef5f192d89 not found, creating... [ 1117.286312] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.286476] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.286598] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.286817] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.286955] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.287245] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.287416] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.287538] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.287744] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.287878] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.288245] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 218a3dca-d087-4761-83a1-80ef5f192d89 is going to be created. [ 1117.310278] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.310453] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.310453] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.310822] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.311125] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.311419] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-218a3dca-d087-4761-83a1-80ef5f192d89" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.447400] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.950347] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.453518] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.453695] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.453763] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.453981] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.454079] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.454181] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1118.483917] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.483917] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.483917] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.483917] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.485019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.498072] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1118.642277] env[69236]: INFO networking_nsxv3.common.synchronization [req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 req-85f0861a-19d3-4a12-982a-818e4d6657f7 service nova] Enqueued Resource ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 with Priority: HIGHEST for action security_group_rules [ 1118.642277] env[69236]: INFO networking_nsxv3.common.synchronization [req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 req-85f0861a-19d3-4a12-982a-818e4d6657f7 service nova] Enqueued Resource ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 with Priority: HIGHEST for action security_group_members [ 1118.642277] env[69236]: INFO networking_nsxv3.common.synchronization [req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 req-85f0861a-19d3-4a12-982a-818e4d6657f7 service nova] Enqueued Resource ID: 218a3dca-d087-4761-83a1-80ef5f192d89 with Priority: HIGHEST for action port [ 1118.642277] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 with Priority: HIGHEST for action security_group_rules [ 1118.642277] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 with Priority: HIGHEST for action security_group_members [ 1118.642277] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218a3dca-d087-4761-83a1-80ef5f192d89 with Priority: HIGHEST for action port [ 1118.642277] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.642277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.642277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.642277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.642277] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5570e3b3-ca0c-4ce6-aea0-62e1a403dde2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.645683] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.647231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.647322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.647496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.647660] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.647780] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.647824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.647959] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.648054] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.648147] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5570e3b3-ca0c-4ce6-aea0-62e1a403dde2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.648909] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-218a3dca-d087-4761-83a1-80ef5f192d89 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.649025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-218a3dca-d087-4761-83a1-80ef5f192d89" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.649087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-218a3dca-d087-4761-83a1-80ef5f192d89" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.649241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-218a3dca-d087-4761-83a1-80ef5f192d89" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.649307] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('218a3dca-d087-4761-83a1-80ef5f192d89',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.151515] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.151760] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.151922] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5570e3b3-ca0c-4ce6-aea0-62e1a403dde2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.153437] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 218a3dca-d087-4761-83a1-80ef5f192d89 with status ACTIVE [ 1119.153437] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.153615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.153615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.153854] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.153987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.154277] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.154425] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.154525] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.154718] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.154802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.154992] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.155916] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.155996] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.156194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.156280] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.156440] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 218a3dca-d087-4761-83a1-80ef5f192d89 is going to be updated. [ 1119.180453] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.180621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.180621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.180831] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.180979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.181331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-218a3dca-d087-4761-83a1-80ef5f192d89" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.659069] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5570e3b3-ca0c-4ce6-aea0-62e1a403dde2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.161834] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.162110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.162110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.162301] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.162390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.162546] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 is going to be created. [ 1120.184984] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.185197] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.185197] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.185397] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.185736] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.193681] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 in Status: UNINITIALIZED for 2s [ 1120.507861] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1120.508165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.508395] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.508622] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.508819] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.508957] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.509047] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.509249] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.509337] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.509425] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.509533] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.011849] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.012120] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.012195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.012476] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.012682] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.012795] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.012860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.013097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.013215] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.013350] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.013553] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.013843] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.013843] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.013993] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.014204] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.014352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.014410] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.014599] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.014737] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.014895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.015084] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.517345] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e899830b-606e-42bd-98b9-1c4b9625d051: rpc.has_security_group_logging(os_id): False [ 1121.534786] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.534987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.535107] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.535339] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.535448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.535733] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.535869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.535949] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.536124] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.536399] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.536399] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.536488] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.536551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.536679] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.536754] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.536951] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.537174] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.537249] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.537404] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.537481] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.537584] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1121.629424] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.629653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.629653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.629816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.629969] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.646968] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1122.207029] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 in Status: SUCCESS [ 1122.207029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.207029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.207029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.207029] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.207029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.207029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.207029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.207029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.208482] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.208482] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5570e3b3-ca0c-4ce6-aea0-62e1a403dde2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.711176] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.711499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.711499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.711652] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.711826] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.711928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.711995] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.712157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.712243] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.712335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.712513] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.712589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.712651] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.712794] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.712930] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.713039] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.713102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.713239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.713315] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.713397] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.713494] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5570e3b3-ca0c-4ce6-aea0-62e1a403dde2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.218735] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2: rpc.has_security_group_logging(os_id): False [ 1123.240437] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.240666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.240666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.240885] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.241032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.241243] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.241340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.241400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.241553] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.241658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.241823] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.241916] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.241976] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.242125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.242199] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.242386] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.242480] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.242603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.242750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.242818] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.242903] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 is going to be created. [ 1123.305328] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.305667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.305667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.306170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.306473] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.317542] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 in Status: IN_PROGRESS for 2s [ 1123.642163] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1123.642318] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1123.665164] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1123.669119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.331736] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 in Status: SUCCESS [ 1125.332164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.356381] env[69236]: INFO networking_nsxv3.common.synchronization [req-83b600e5-449b-48bd-8c75-480ef9cf0777 req-351ce0ca-57dc-4bc8-83f9-e66d0fb6c298 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1126.356381] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1126.356614] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.356808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.356896] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.357115] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.357272] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.357527] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.357527] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.357611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.357710] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.357823] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.864797] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.908521] env[69236]: INFO networking_nsxv3.common.synchronization [req-ebc36cef-88e8-4f28-a0af-7012a02da8ee req-03b22a03-ecea-4472-bd7d-2900a06dfea6 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1126.912600] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1126.915131] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.918242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.918354] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.918649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.922012] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.922012] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.922012] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.922012] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.922012] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.922012] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.368045] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.426246] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.426479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.426561] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.426801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.426896] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.427132] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.427301] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.427301] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.427428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.427504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.427591] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be updated. [ 1127.582281] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.582533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.582712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.582835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.582974] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.592135] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 2s [ 1127.871025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.871304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.871425] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.871731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.871879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.872078] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1127.877241] env[69236]: INFO networking_nsxv3.common.synchronization [req-49140d3b-be77-4bf3-8f97-34c9e8728f4e req-6fd7fcc8-e5e9-47ab-b348-212ec31cdd8b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Enqueued Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGHEST for action security_group_members [ 1127.877738] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGHEST for action security_group_members [ 1127.878200] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eae9a82-6c02-4fd7-8cc2-25a415026edd taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.878372] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.878473] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.878757] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.879024] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.879195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.879296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.879535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.879673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.879816] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0eae9a82-6c02-4fd7-8cc2-25a415026edd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.927649] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.927869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.928069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.928250] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.928449] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.939282] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1128.382609] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.383032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.383032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.383314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.383423] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.383670] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.383778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.383842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.384020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.384102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.384192] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd is going to be updated. [ 1128.410437] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.410437] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.410437] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.410728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.410894] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.419777] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd in Status: IN_PROGRESS for 2s [ 1129.253355] env[69236]: INFO networking_nsxv3.common.synchronization [req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 req-effe04ff-9ace-4bd5-9c65-b28e0ca1c655 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Enqueued Resource ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 with Priority: HIGHEST for action security_group_members [ 1129.253909] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 with Priority: HIGHEST for action security_group_members [ 1129.254227] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.254350] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.254418] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.254612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.254761] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.254858] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.254919] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.258595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.258595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.258595] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5570e3b3-ca0c-4ce6-aea0-62e1a403dde2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.602419] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 1129.602712] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac deletion is rescheduled due to dependency. [ 1129.602887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.605662] env[69236]: INFO networking_nsxv3.common.synchronization [req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 req-9b42f310-0c13-45a5-8a9d-4b65387262d2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1129.606150] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1129.606457] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.606577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.606674] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.606823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.606974] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.607084] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.607143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.607287] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.607363] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.607453] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.760871] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.761075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.761171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.761380] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.761497] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.761730] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.761839] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.761902] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.762102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.762186] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.762296] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 is going to be updated. [ 1129.787555] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.787555] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.787555] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.787555] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.787706] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.795087] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 in Status: IN_PROGRESS for 2s [ 1129.850929] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-895 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.851168] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.851294] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.851565] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.851829] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.851989] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.852122] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.852337] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.852482] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.852737] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.852853] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.852964] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.853107] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.853224] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.853341] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.853461] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.873536] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.873702] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1129.873841] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.874022] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-895" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.874330] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-799a7f5f-1248-48e4-8f66-dc13bc715f12 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.874498] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-799a7f5f-1248-48e4-8f66-dc13bc715f12" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.874622] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-799a7f5f-1248-48e4-8f66-dc13bc715f12" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.874955] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-799a7f5f-1248-48e4-8f66-dc13bc715f12" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.875111] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('799a7f5f-1248-48e4-8f66-dc13bc715f12',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.948485] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1129.948786] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.109141] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.109320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.109395] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.109609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.109700] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.109900] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.109995] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.110067] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.110209] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.110287] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.110379] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be updated. [ 1130.133168] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.133342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.133400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.134021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.134021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.141190] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 2s [ 1130.377724] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.377944] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.378086] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.378366] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.378522] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.378681] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 799a7f5f-1248-48e4-8f66-dc13bc715f12 not found, creating... [ 1130.379000] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.379205] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.379336] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.379588] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.379744] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.380131] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.380311] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.380459] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.380717] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.380880] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.381050] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 799a7f5f-1248-48e4-8f66-dc13bc715f12 is going to be created. [ 1130.400533] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.400764] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.400907] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.401200] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.401461] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.401715] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-799a7f5f-1248-48e4-8f66-dc13bc715f12" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.428322] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd in Status: SUCCESS [ 1130.428487] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd deletion is rescheduled due to dependency. [ 1130.428600] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.096993] env[69236]: INFO networking_nsxv3.common.synchronization [req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 req-7598557e-ea3f-45f6-93f6-7196fe0ac6ad service nova] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_rules [ 1131.097382] env[69236]: INFO networking_nsxv3.common.synchronization [req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 req-7598557e-ea3f-45f6-93f6-7196fe0ac6ad service nova] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1131.097382] env[69236]: INFO networking_nsxv3.common.synchronization [req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 req-7598557e-ea3f-45f6-93f6-7196fe0ac6ad service nova] Enqueued Resource ID: 799a7f5f-1248-48e4-8f66-dc13bc715f12 with Priority: HIGHEST for action port [ 1131.097520] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_rules [ 1131.097579] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1131.097688] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 799a7f5f-1248-48e4-8f66-dc13bc715f12 with Priority: HIGHEST for action port [ 1131.098242] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.098375] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.098511] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.098611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.098679] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.100029] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.100029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.100029] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-799a7f5f-1248-48e4-8f66-dc13bc715f12 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.100029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-799a7f5f-1248-48e4-8f66-dc13bc715f12" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.100029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-799a7f5f-1248-48e4-8f66-dc13bc715f12" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.100398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-799a7f5f-1248-48e4-8f66-dc13bc715f12" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.100398] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('799a7f5f-1248-48e4-8f66-dc13bc715f12',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.602410] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.602563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.604903] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 799a7f5f-1248-48e4-8f66-dc13bc715f12 with status ACTIVE [ 1131.605125] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.605248] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.605316] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.605526] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.605613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.605788] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.605951] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.606052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.606242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.606295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.606545] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.606668] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.606748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.606906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.607010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.607165] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 799a7f5f-1248-48e4-8f66-dc13bc715f12 is going to be updated. [ 1131.627019] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.627153] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.627217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.627390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.627513] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.627657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-799a7f5f-1248-48e4-8f66-dc13bc715f12" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.804196] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 in Status: SUCCESS [ 1131.804415] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 deletion is rescheduled due to dependency. [ 1131.804544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.151798] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 4s [ 1134.091402] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.091695] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-395" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.091737] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-395" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.091970] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-395" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.092248] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.092408] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.092527] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.092756] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.092904] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.093128] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.093243] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.093356] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.093466] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.093577] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.093729] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.093885] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.111978] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.112155] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1134.112294] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.112461] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-395" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.112788] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.112964] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.113102] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.113343] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.113484] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.160277] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 1134.160499] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac deletion is rescheduled due to dependency. [ 1134.160639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.161294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.161510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.161691] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.161805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.161896] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.162265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.162265] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.162265] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.615667] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.615881] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.616028] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.616323] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.616478] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.616774] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.616937] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.617068] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.617286] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.617426] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.617712] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.617873] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.618028] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.618235] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.618371] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.618518] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe is going to be updated. [ 1134.662395] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.662597] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.662778] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.663054] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.663254] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.663473] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.664299] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.166914] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.325079] env[69236]: INFO networking_nsxv3.common.synchronization [req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 req-c5794703-638a-4c99-a547-fa8c773a4f0e service nova] Enqueued Resource ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 with Priority: HIGHEST for action security_group_rules [ 1135.325147] env[69236]: INFO networking_nsxv3.common.synchronization [req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 req-c5794703-638a-4c99-a547-fa8c773a4f0e service nova] Enqueued Resource ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 with Priority: HIGHEST for action security_group_members [ 1135.325248] env[69236]: INFO networking_nsxv3.common.synchronization [req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 req-c5794703-638a-4c99-a547-fa8c773a4f0e service nova] Enqueued Resource ID: 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe with Priority: HIGHEST for action port [ 1135.327023] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 with Priority: HIGHEST for action security_group_rules [ 1135.327175] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 with Priority: HIGHEST for action security_group_members [ 1135.327276] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe with Priority: HIGHEST for action port [ 1135.327751] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.327990] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.328116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.328304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.328389] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89d8b0c2-d501-4e7e-ab07-bf1c030416b7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.329229] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.329346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.329346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.329504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.329651] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.329747] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.329796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.329930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.330510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.331143] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89d8b0c2-d501-4e7e-ab07-bf1c030416b7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.331584] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.331584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.331584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.331748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.331822] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.669679] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.669887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.669985] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.670190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.670296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.670380] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be updated. [ 1135.705492] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.705641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.705685] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.705885] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.706039] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.714043] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 2s [ 1135.833940] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe with status ACTIVE [ 1135.834190] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.834328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.834397] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.834602] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.834691] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.835185] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.835295] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.835359] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.835531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.835611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.835802] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.835935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.835980] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.836125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.836198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.836283] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe is going to be updated. [ 1135.837341] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89d8b0c2-d501-4e7e-ab07-bf1c030416b7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.838314] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.838407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.858450] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.858929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.859105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.859276] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.859417] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.859575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.238429] env[69236]: INFO networking_nsxv3.common.synchronization [None req-6afb3f3f-bccb-46f3-a1e9-b89e27e57b35 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Enqueued Resource ID: f30c81a5-3f17-4509-a166-337128149b8f with Priority: HIGHEST for action security_group_rules [ 1136.238959] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30c81a5-3f17-4509-a166-337128149b8f with Priority: HIGHEST for action security_group_rules [ 1136.239271] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f30c81a5-3f17-4509-a166-337128149b8f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.239393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.239460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.239698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.239801] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f30c81a5-3f17-4509-a166-337128149b8f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.303658] env[69236]: INFO networking_nsxv3.common.synchronization [None req-ddb9a40d-09fd-4790-9f55-4b17ff2987e1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Enqueued Resource ID: f30c81a5-3f17-4509-a166-337128149b8f with Priority: HIGHEST for action security_group_rules [ 1136.304155] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30c81a5-3f17-4509-a166-337128149b8f with Priority: HIGHEST for action security_group_rules [ 1136.304455] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f30c81a5-3f17-4509-a166-337128149b8f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.304551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.339678] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89d8b0c2-d501-4e7e-ab07-bf1c030416b7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.761457] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.761599] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.761672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.761895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.761997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.762082] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f30c81a5-3f17-4509-a166-337128149b8f already deleted. [ 1136.762165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.762308] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.762460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.762542] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f30c81a5-3f17-4509-a166-337128149b8f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.844565] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.844565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.844565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.844565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.844565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.844565] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 is going to be updated. [ 1136.870459] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.870459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.870459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.870459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.870459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.877075] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 in Status: IN_PROGRESS for 2s [ 1137.281994] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.282271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.282311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.282545] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.282659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.282794] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f30c81a5-3f17-4509-a166-337128149b8f already deleted. [ 1137.282893] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.723870] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 1137.724184] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.724379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.724616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.724852] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.725019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.725111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.725273] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.725353] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.725459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.725568] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.227505] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.227689] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.227816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.228193] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.228416] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.228535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.228601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.228775] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.228926] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.228984] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.229123] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.229231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.229271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.229412] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.229548] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.229638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.229707] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.229859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.229939] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.230034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.230125] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.732722] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac: rpc.has_security_group_logging(os_id): False [ 1138.750853] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.751063] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.751114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.751314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.751402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.751761] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.751761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.751965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.751965] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.752043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.752170] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.752262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.752321] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.752456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.752529] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.752776] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.752879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.752923] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.753069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.753142] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.753227] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be updated. [ 1138.852040] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.852254] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.852254] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.852499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.852644] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.874662] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 2s [ 1138.885819] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 in Status: SUCCESS [ 1138.886064] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.886226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.886441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.886628] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.886746] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.886812] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.886962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.887057] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.887142] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.887230] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89d8b0c2-d501-4e7e-ab07-bf1c030416b7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.389090] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89d8b0c2-d501-4e7e-ab07-bf1c030416b7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.891276] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89d8b0c2-d501-4e7e-ab07-bf1c030416b7: rpc.has_security_group_logging(os_id): False [ 1139.909470] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.909615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.909680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.909882] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.909972] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.910227] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.910329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.910390] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.910544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.910621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.910708] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 is going to be updated. [ 1139.965403] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.965538] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.965612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.965817] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.965960] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.978936] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 in Status: IN_PROGRESS for 2s [ 1140.903307] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 1140.903615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.305468] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1141.305681] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1141.992699] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 in Status: SUCCESS [ 1141.993143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.630310] env[69236]: INFO networking_nsxv3.common.synchronization [req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a req-4d73e3c8-cd0b-416c-bb16-72b68da734cb tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1142.630310] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1142.630310] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.630310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.630310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.630310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.630310] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.630310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.630310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.630310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.630310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.630310] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.690616] env[69236]: INFO networking_nsxv3.common.synchronization [req-019d684b-37ed-4cfd-afe9-7544cbbca0fe req-7acf302a-ac80-4555-a573-0ca482f50be2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1142.691192] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGHEST for action security_group_members [ 1142.691535] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.691660] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.691724] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.691940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.692144] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.692254] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.692313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.692697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.692697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.692697] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.928431] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.928723] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.928900] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.929226] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.929559] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.929753] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.929921] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.930200] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.930392] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.930669] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1142.930860] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.931044] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.931236] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.931415] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1142.931578] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.931898] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.951501] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.951747] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1142.951881] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.952043] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-172" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.952462] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-111bab0b-5619-4e9e-ad80-89cd21a8f27d taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.952659] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-111bab0b-5619-4e9e-ad80-89cd21a8f27d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.952830] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-111bab0b-5619-4e9e-ad80-89cd21a8f27d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.953224] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-111bab0b-5619-4e9e-ad80-89cd21a8f27d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.953372] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('111bab0b-5619-4e9e-ad80-89cd21a8f27d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.135543] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.194590] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.194746] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.194813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.195041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.195135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.195335] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.195433] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.195496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.195644] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.195720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.195807] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be updated. [ 1143.221450] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.222688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.222688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.222688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.222688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.230865] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: IN_PROGRESS for 2s [ 1143.456388] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.456589] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.456797] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.457118] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.457286] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.457446] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 111bab0b-5619-4e9e-ad80-89cd21a8f27d not found, creating... [ 1143.457781] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.457970] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.458120] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.458351] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.458495] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.458909] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.459139] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.459317] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.459539] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.459680] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.459893] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 111bab0b-5619-4e9e-ad80-89cd21a8f27d is going to be created. [ 1143.479739] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.479990] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.480145] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.480422] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.480790] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.481035] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-111bab0b-5619-4e9e-ad80-89cd21a8f27d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.637943] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.140639] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.141061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.141061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.141061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.141168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.141262] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1144.166504] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.166699] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.166741] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.166994] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.167166] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.175715] env[69236]: INFO networking_nsxv3.common.synchronization [req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a req-2dd0e2d7-398c-4024-8117-9f3085bd86a0 service nova] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_rules [ 1144.175774] env[69236]: INFO networking_nsxv3.common.synchronization [req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a req-2dd0e2d7-398c-4024-8117-9f3085bd86a0 service nova] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1144.175899] env[69236]: INFO networking_nsxv3.common.synchronization [req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a req-2dd0e2d7-398c-4024-8117-9f3085bd86a0 service nova] Enqueued Resource ID: 111bab0b-5619-4e9e-ad80-89cd21a8f27d with Priority: HIGHEST for action port [ 1144.176549] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_rules [ 1144.176711] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1144.176783] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111bab0b-5619-4e9e-ad80-89cd21a8f27d with Priority: HIGHEST for action port [ 1144.177113] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.177241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.177307] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.177507] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.177657] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.178814] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.178962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.179255] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-111bab0b-5619-4e9e-ad80-89cd21a8f27d taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.179364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-111bab0b-5619-4e9e-ad80-89cd21a8f27d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.179429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-111bab0b-5619-4e9e-ad80-89cd21a8f27d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.179607] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-111bab0b-5619-4e9e-ad80-89cd21a8f27d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.179685] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('111bab0b-5619-4e9e-ad80-89cd21a8f27d',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.189865] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1144.681736] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.681736] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.681955] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 111bab0b-5619-4e9e-ad80-89cd21a8f27d with status ACTIVE [ 1144.682100] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.682212] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.682278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.682569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.682676] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.682920] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.683031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.683103] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.683270] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.683398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.683614] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.683716] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.683793] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.684051] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.684123] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.684201] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 111bab0b-5619-4e9e-ad80-89cd21a8f27d is going to be updated. [ 1144.715404] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.715775] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.715775] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.716051] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.716214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.716385] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-111bab0b-5619-4e9e-ad80-89cd21a8f27d" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.241664] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac in Status: SUCCESS [ 1145.241664] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac deletion is rescheduled due to dependency. [ 1145.241664] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.199027] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1146.199360] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.199594] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.199874] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.200154] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.200333] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.200442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.200668] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.200802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.200995] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.703104] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.205183] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.708152] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.708484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.708484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.709974] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.709974] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.709974] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1147.737243] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.737329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.737368] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.737594] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.737709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.746109] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1147.996665] env[69236]: INFO networking_nsxv3.common.synchronization [req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 req-c18a07d7-4209-4138-867d-6bf153911b5f tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Enqueued Resource ID: f30c81a5-3f17-4509-a166-337128149b8f with Priority: HIGHEST for action security_group_members [ 1147.997683] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30c81a5-3f17-4509-a166-337128149b8f with Priority: HIGHEST for action security_group_members [ 1147.997683] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f30c81a5-3f17-4509-a166-337128149b8f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.997683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.998120] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.998120] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.998187] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.998309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.998361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.998488] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.998574] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.998677] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f30c81a5-3f17-4509-a166-337128149b8f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.273543] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.273752] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.273883] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.274192] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.274455] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.274616] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.274736] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.274949] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.275113] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.275324] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.275440] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.275554] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.275667] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.275856] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.275897] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.276022] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.293812] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.294025] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1148.294219] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.294404] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.294700] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-9939fcc3-c344-44d4-813b-a5bb6c0ca1ad taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.294870] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-9939fcc3-c344-44d4-813b-a5bb6c0ca1ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.294995] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-9939fcc3-c344-44d4-813b-a5bb6c0ca1ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.295341] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-9939fcc3-c344-44d4-813b-a5bb6c0ca1ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.295499] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9939fcc3-c344-44d4-813b-a5bb6c0ca1ad',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.500684] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.500903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.500903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.501094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.501207] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.501468] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.501590] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.501659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.501852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.501966] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.502085] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f30c81a5-3f17-4509-a166-337128149b8f already deleted. [ 1148.502200] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.798174] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.798514] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.798559] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.798836] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.798993] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.799177] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 9939fcc3-c344-44d4-813b-a5bb6c0ca1ad not found, creating... [ 1148.799433] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.799596] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.799720] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.799940] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.800107] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.800390] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.800567] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.800670] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.800910] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.801134] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.801310] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 9939fcc3-c344-44d4-813b-a5bb6c0ca1ad is going to be created. [ 1148.819794] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.820021] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.820137] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.820401] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.820743] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.820969] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-9939fcc3-c344-44d4-813b-a5bb6c0ca1ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.525616] env[69236]: INFO networking_nsxv3.common.synchronization [req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 req-90b4bd62-cfea-4373-9b74-36ade7f6f585 service nova] Enqueued Resource ID: f30c81a5-3f17-4509-a166-337128149b8f with Priority: HIGHEST for action security_group_rules [ 1149.525616] env[69236]: INFO networking_nsxv3.common.synchronization [req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 req-90b4bd62-cfea-4373-9b74-36ade7f6f585 service nova] Enqueued Resource ID: f30c81a5-3f17-4509-a166-337128149b8f with Priority: HIGHEST for action security_group_members [ 1149.525616] env[69236]: INFO networking_nsxv3.common.synchronization [req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 req-90b4bd62-cfea-4373-9b74-36ade7f6f585 service nova] Enqueued Resource ID: 9939fcc3-c344-44d4-813b-a5bb6c0ca1ad with Priority: HIGHEST for action port [ 1149.525616] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30c81a5-3f17-4509-a166-337128149b8f with Priority: HIGHEST for action security_group_rules [ 1149.525775] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30c81a5-3f17-4509-a166-337128149b8f with Priority: HIGHEST for action security_group_members [ 1149.525811] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9939fcc3-c344-44d4-813b-a5bb6c0ca1ad with Priority: HIGHEST for action port [ 1149.526389] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f30c81a5-3f17-4509-a166-337128149b8f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.526523] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.526584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.526799] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.526888] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f30c81a5-3f17-4509-a166-337128149b8f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.527879] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f30c81a5-3f17-4509-a166-337128149b8f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.527989] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.528158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.529043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.529043] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.529043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.529043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.529043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.529043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.529043] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f30c81a5-3f17-4509-a166-337128149b8f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.529914] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9939fcc3-c344-44d4-813b-a5bb6c0ca1ad taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.530041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9939fcc3-c344-44d4-813b-a5bb6c0ca1ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.530088] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9939fcc3-c344-44d4-813b-a5bb6c0ca1ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.530243] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9939fcc3-c344-44d4-813b-a5bb6c0ca1ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.531356] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9939fcc3-c344-44d4-813b-a5bb6c0ca1ad',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.755351] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1149.755571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.755726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.755946] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.756161] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.756283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.756349] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.756502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.756583] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.756670] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.756759] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.032291] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f30c81a5-3f17-4509-a166-337128149b8f taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.032598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.032598] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f30c81a5-3f17-4509-a166-337128149b8f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.033497] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9939fcc3-c344-44d4-813b-a5bb6c0ca1ad with status ACTIVE [ 1150.033671] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.033786] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.033866] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.034105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.034248] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.034373] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.034470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.034531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.034692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.034756] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.034932] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.037976] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.038104] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.038271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.038354] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.038444] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9939fcc3-c344-44d4-813b-a5bb6c0ca1ad is going to be updated. [ 1150.058998] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.059158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.059226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.059422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.059547] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.059963] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9939fcc3-c344-44d4-813b-a5bb6c0ca1ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.258562] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.258745] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.258830] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.259068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.259245] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.259344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.259407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.259554] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.259641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.259924] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.259924] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.260047] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.260047] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.260158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.260291] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.260382] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.260441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.260572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.260645] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.260724] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.260811] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.542730] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f30c81a5-3f17-4509-a166-337128149b8f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.765035] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e899830b-606e-42bd-98b9-1c4b9625d051: rpc.has_security_group_logging(os_id): False [ 1150.784209] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.784376] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.784438] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.784862] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.784862] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.785023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.785023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.785150] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.785229] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.785311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.785498] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.785595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.785644] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.785781] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.785855] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.786066] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.786157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.786222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.786392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.786449] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.786491] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1150.842497] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.842687] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.842785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.843051] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.843366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.859206] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1151.045746] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.046222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.046222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.046476] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.046585] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.046724] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f30c81a5-3f17-4509-a166-337128149b8f is going to be created. [ 1151.068380] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.068501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.068543] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.068742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.068895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.077479] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f30c81a5-3f17-4509-a166-337128149b8f in Status: UNINITIALIZED for 2s [ 1152.877782] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1152.878099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.087544] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f30c81a5-3f17-4509-a166-337128149b8f in Status: SUCCESS [ 1153.087948] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.088283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.088620] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.088944] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.090429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.090429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.090429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.090429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.090429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.090429] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f30c81a5-3f17-4509-a166-337128149b8f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.385101] env[69236]: INFO networking_nsxv3.common.synchronization [None req-e751eb3d-e1ac-428d-9dd1-1714c293e457 None None] Enqueued Resource ID: 539d4222-e077-4668-a3d9-2520ecec89b5 with Priority: HIGHEST for action port [ 1153.385719] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 539d4222-e077-4668-a3d9-2520ecec89b5 with Priority: HIGHEST for action port [ 1153.386233] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-539d4222-e077-4668-a3d9-2520ecec89b5 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.386417] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-539d4222-e077-4668-a3d9-2520ecec89b5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.386574] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-539d4222-e077-4668-a3d9-2520ecec89b5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.386975] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-539d4222-e077-4668-a3d9-2520ecec89b5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.388177] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('539d4222-e077-4668-a3d9-2520ecec89b5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.592706] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f30c81a5-3f17-4509-a166-337128149b8f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.891127] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 539d4222-e077-4668-a3d9-2520ecec89b5 [ 1153.891477] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.891477] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.891589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.892376] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.892376] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.892376] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:539d4222-e077-4668-a3d9-2520ecec89b5 already deleted. [ 1153.892493] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-539d4222-e077-4668-a3d9-2520ecec89b5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.096394] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f30c81a5-3f17-4509-a166-337128149b8f: rpc.has_security_group_logging(os_id): False [ 1154.114789] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.114789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.114789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.114789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.114789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.115141] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.115141] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.115141] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.115276] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.115310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.115711] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f30c81a5-3f17-4509-a166-337128149b8f is going to be created. [ 1154.169763] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.169919] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.169990] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.170208] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.170387] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.184135] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f30c81a5-3f17-4509-a166-337128149b8f in Status: IN_PROGRESS for 2s [ 1155.249144] env[69236]: INFO networking_nsxv3.common.synchronization [None req-34ef48d7-5171-42e6-997c-39a9fe0c2942 None None] Enqueued Resource ID: 5f5b4ade-7993-4011-851b-d3598af1bf21 with Priority: HIGHEST for action port [ 1155.249144] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f5b4ade-7993-4011-851b-d3598af1bf21 with Priority: HIGHEST for action port [ 1155.249486] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f5b4ade-7993-4011-851b-d3598af1bf21 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.249486] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f5b4ade-7993-4011-851b-d3598af1bf21" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.249486] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f5b4ade-7993-4011-851b-d3598af1bf21" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.251110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f5b4ade-7993-4011-851b-d3598af1bf21" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.251110] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f5b4ade-7993-4011-851b-d3598af1bf21',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.753496] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f5b4ade-7993-4011-851b-d3598af1bf21 [ 1155.753496] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.753496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.753496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.755089] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.755269] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.755421] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f5b4ade-7993-4011-851b-d3598af1bf21 already deleted. [ 1155.755541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f5b4ade-7993-4011-851b-d3598af1bf21" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.197971] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f30c81a5-3f17-4509-a166-337128149b8f in Status: SUCCESS [ 1156.198111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.719117] env[69236]: INFO networking_nsxv3.common.synchronization [req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 req-b3ba8165-50ca-4f72-b470-ce677baecc89 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1156.719387] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1156.719475] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.719600] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.720155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.720155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.720155] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.720155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.721035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.721866] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.721945] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.722081] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.224185] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.726725] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.744834] env[69236]: INFO networking_nsxv3.common.synchronization [req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 req-53268f7b-b858-4d1d-b66d-5c7be7f82c87 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Enqueued Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_members [ 1157.744945] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_members [ 1157.745404] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.745576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.745642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.745845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.745999] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.746118] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.746189] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.746320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.746405] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.746494] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.229520] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.229660] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.229750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.229928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.230083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.230161] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1158.249090] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.250176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.250176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.250176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.250176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.250176] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.250176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.250176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.250176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.250176] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.250176] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 is going to be updated. [ 1158.258271] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.258398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.258470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.258617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.258749] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.266632] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1158.280313] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.280435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.280496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.280657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.280781] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.288167] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: IN_PROGRESS for 2s [ 1158.593859] env[69236]: INFO networking_nsxv3.common.synchronization [req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 req-9d354e55-3d68-4c39-83cf-38943d70e73b tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Enqueued Resource ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca with Priority: HIGHEST for action security_group_members [ 1158.594481] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca with Priority: HIGHEST for action security_group_members [ 1158.594813] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a7057e-2ae0-488a-a9af-4f400a3213ca taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.594939] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.595012] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.595280] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.595438] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.595540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.595602] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.595751] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.595834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.595928] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11a7057e-2ae0-488a-a9af-4f400a3213ca',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.849858] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.850226] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-38" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.850645] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-38" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.851010] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-38" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.851340] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.851559] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.851691] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.851911] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.852075] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.852294] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1158.852412] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.852618] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.852742] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.852863] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1158.853009] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.853159] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.873040] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.873040] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1158.873040] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.873040] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-38" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.873040] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-3878fcd3-9171-44a2-ba23-521568f894fb taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.873040] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-3878fcd3-9171-44a2-ba23-521568f894fb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.873040] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-3878fcd3-9171-44a2-ba23-521568f894fb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.873040] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-3878fcd3-9171-44a2-ba23-521568f894fb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.873040] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3878fcd3-9171-44a2-ba23-521568f894fb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.099509] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.099830] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.099830] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.099969] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.100090] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.100287] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.100398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.100448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.100613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.100678] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.100766] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca already deleted. [ 1159.100879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.376027] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.376027] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.376027] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.376271] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.376389] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.376588] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 3878fcd3-9171-44a2-ba23-521568f894fb not found, creating... [ 1159.376864] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.377039] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.377222] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.377483] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.377625] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.377910] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.378084] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.378210] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.378420] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.378555] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.378732] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 3878fcd3-9171-44a2-ba23-521568f894fb is going to be created. [ 1159.396994] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.397216] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.397341] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.397597] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.397858] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.398092] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-3878fcd3-9171-44a2-ba23-521568f894fb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.054835] env[69236]: INFO networking_nsxv3.common.synchronization [req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 req-1a215d85-23e9-4bbf-aeef-642b959ccfcf service nova] Enqueued Resource ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca with Priority: HIGHEST for action security_group_rules [ 1160.055156] env[69236]: INFO networking_nsxv3.common.synchronization [req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 req-1a215d85-23e9-4bbf-aeef-642b959ccfcf service nova] Enqueued Resource ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca with Priority: HIGHEST for action security_group_members [ 1160.055247] env[69236]: INFO networking_nsxv3.common.synchronization [req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 req-1a215d85-23e9-4bbf-aeef-642b959ccfcf service nova] Enqueued Resource ID: 3878fcd3-9171-44a2-ba23-521568f894fb with Priority: HIGHEST for action port [ 1160.055811] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca with Priority: HIGHEST for action security_group_rules [ 1160.055948] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca with Priority: HIGHEST for action security_group_members [ 1160.056067] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3878fcd3-9171-44a2-ba23-521568f894fb with Priority: HIGHEST for action port [ 1160.056372] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11a7057e-2ae0-488a-a9af-4f400a3213ca taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.056448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.056498] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.056742] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.056826] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11a7057e-2ae0-488a-a9af-4f400a3213ca',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.061157] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a7057e-2ae0-488a-a9af-4f400a3213ca taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.061157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.061157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.061157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.061157] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.061157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.061157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.061157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.061157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.061157] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11a7057e-2ae0-488a-a9af-4f400a3213ca',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.061157] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3878fcd3-9171-44a2-ba23-521568f894fb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.061157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3878fcd3-9171-44a2-ba23-521568f894fb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.061157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3878fcd3-9171-44a2-ba23-521568f894fb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.061157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3878fcd3-9171-44a2-ba23-521568f894fb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.061157] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3878fcd3-9171-44a2-ba23-521568f894fb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.276720] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1160.276786] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.296194] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: SUCCESS [ 1160.296362] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 deletion is rescheduled due to dependency. [ 1160.296475] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.562510] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a7057e-2ae0-488a-a9af-4f400a3213ca taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.562683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.562796] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11a7057e-2ae0-488a-a9af-4f400a3213ca',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.563852] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3878fcd3-9171-44a2-ba23-521568f894fb with status ACTIVE [ 1160.564015] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.564169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.564205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.564378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.564465] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.564636] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.564733] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.564786] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.564936] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.565708] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.565708] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.565863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.565863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.566139] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.566352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.566352] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3878fcd3-9171-44a2-ba23-521568f894fb is going to be updated. [ 1160.590502] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.590674] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.590717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.590935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.591054] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.591217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3878fcd3-9171-44a2-ba23-521568f894fb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.068086] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11a7057e-2ae0-488a-a9af-4f400a3213ca',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.570041] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.570219] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.570290] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.570507] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.570596] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.570696] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca is going to be created. [ 1161.591333] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.591471] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.591515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.591690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.591870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.600045] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca in Status: UNINITIALIZED for 2s [ 1163.610240] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca in Status: SUCCESS [ 1163.610601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.610601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.610808] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.611054] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.611253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.611253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.611406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.611475] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.611564] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.611652] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11a7057e-2ae0-488a-a9af-4f400a3213ca',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.114964] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a7057e-2ae0-488a-a9af-4f400a3213ca taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.115151] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.115225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.115485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.115655] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.115757] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.115877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.116061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.116157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.116246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.116400] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a7057e-2ae0-488a-a9af-4f400a3213ca taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.116493] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.116554] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.116758] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.116828] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.116919] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.116976] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.117121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.117199] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.117348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.117463] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11a7057e-2ae0-488a-a9af-4f400a3213ca',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.620141] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11a7057e-2ae0-488a-a9af-4f400a3213ca: rpc.has_security_group_logging(os_id): False [ 1164.637263] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.637421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.637480] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.637638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.637725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.637949] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.638059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.638123] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.638271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.638358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.638540] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.638632] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.638691] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.638825] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.638909] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.639095] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.639187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.639246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.639381] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.639454] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.639539] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca is going to be created. [ 1164.691105] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.691253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.691300] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.691429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.691594] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.705828] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca in Status: IN_PROGRESS for 2s [ 1165.057506] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1165.057661] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1165.131638] env[69236]: INFO networking_nsxv3.common.synchronization [req-543a69bb-08e0-4993-9c82-50c863f385cf req-7a0723ab-feea-4546-8f2b-542260affd9f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Enqueued Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1165.132211] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e899830b-606e-42bd-98b9-1c4b9625d051 with Priority: HIGHEST for action security_group_members [ 1165.132878] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e899830b-606e-42bd-98b9-1c4b9625d051 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.133059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.133106] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.134027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.134027] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.134027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.134027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.134027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.134027] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.134027] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e899830b-606e-42bd-98b9-1c4b9625d051',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.635649] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.635920] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.635920] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.636117] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.636257] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.636497] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.636562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.636624] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.636782] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.636859] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.636947] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 is going to be updated. [ 1165.663174] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.663318] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.663380] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.663556] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.663694] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.671824] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: IN_PROGRESS for 2s [ 1166.733281] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca in Status: SUCCESS [ 1166.733580] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.681958] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e899830b-606e-42bd-98b9-1c4b9625d051 in Status: SUCCESS [ 1167.682166] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e899830b-606e-42bd-98b9-1c4b9625d051 deletion is rescheduled due to dependency. [ 1167.682222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e899830b-606e-42bd-98b9-1c4b9625d051" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.244549] env[69236]: INFO networking_nsxv3.common.synchronization [req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 req-b4fc2695-aaee-49c1-9125-63c3d0c96c67 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1168.245100] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1168.245422] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.245550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.245608] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.245798] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.245949] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.246184] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.246260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.246415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.246500] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.246593] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.748860] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.748860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.748860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.749057] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.749057] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.749438] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.749438] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.749438] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.749618] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.749618] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.749685] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff129466-2f01-4f8a-b702-404d28c76012 is going to be updated. [ 1168.776708] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.776884] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.776948] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.777135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.777296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.787429] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: IN_PROGRESS for 2s [ 1168.977725] env[69236]: INFO networking_nsxv3.common.synchronization [req-e7c38939-a07b-48a0-b970-0209f7affa95 req-32a6cbc9-86a8-4d59-ab1f-bddca83e1e78 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Enqueued Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_members [ 1168.978036] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_members [ 1168.978502] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.978502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.978502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.978748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.978832] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.978928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.978979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.979583] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.979679] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.979775] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.254104] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.254456] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-329" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.254456] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-329" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.254625] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-329" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.254917] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.255129] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.255221] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.255487] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.255660] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.255882] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.256013] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.256130] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.256241] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.256354] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.256460] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.256593] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.278541] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.278739] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1169.278883] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.279087] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-329" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.279442] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-216da784-99c1-4c71-a8fe-6c4e68480367 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.279629] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-216da784-99c1-4c71-a8fe-6c4e68480367" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.279753] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-216da784-99c1-4c71-a8fe-6c4e68480367" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.280096] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-216da784-99c1-4c71-a8fe-6c4e68480367" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.280267] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('216da784-99c1-4c71-a8fe-6c4e68480367',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.483054] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.483054] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.483054] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.483054] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.483054] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.483571] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.483571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.483571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.483571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.483571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.483752] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 is going to be updated. [ 1169.508567] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.508712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.508796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.508975] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.509125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.517357] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: IN_PROGRESS for 2s [ 1169.784055] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.784055] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.784055] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.784055] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.784055] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.784356] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 216da784-99c1-4c71-a8fe-6c4e68480367 not found, creating... [ 1169.784520] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.784698] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.784779] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.784994] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.785155] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.785470] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.785655] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.785769] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.785981] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.786133] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.786284] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 216da784-99c1-4c71-a8fe-6c4e68480367 is going to be created. [ 1169.805171] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.805390] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.805514] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.805770] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.806039] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.806342] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-216da784-99c1-4c71-a8fe-6c4e68480367" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.498317] env[69236]: INFO networking_nsxv3.common.synchronization [req-e7c38939-a07b-48a0-b970-0209f7affa95 req-bf9e0f3c-cfcc-4b74-bef9-d92de9d11eaf service nova] Enqueued Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_rules [ 1170.498317] env[69236]: INFO networking_nsxv3.common.synchronization [req-e7c38939-a07b-48a0-b970-0209f7affa95 req-bf9e0f3c-cfcc-4b74-bef9-d92de9d11eaf service nova] Enqueued Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_members [ 1170.498317] env[69236]: INFO networking_nsxv3.common.synchronization [req-e7c38939-a07b-48a0-b970-0209f7affa95 req-bf9e0f3c-cfcc-4b74-bef9-d92de9d11eaf service nova] Enqueued Resource ID: 216da784-99c1-4c71-a8fe-6c4e68480367 with Priority: HIGHEST for action port [ 1170.498317] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_rules [ 1170.498317] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_members [ 1170.498317] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 216da784-99c1-4c71-a8fe-6c4e68480367 with Priority: HIGHEST for action port [ 1170.499724] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.503222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.503222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.503222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.503222] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.503222] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.503222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.503222] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-216da784-99c1-4c71-a8fe-6c4e68480367 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.503222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-216da784-99c1-4c71-a8fe-6c4e68480367" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.503222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-216da784-99c1-4c71-a8fe-6c4e68480367" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.503222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-216da784-99c1-4c71-a8fe-6c4e68480367" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.503222] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('216da784-99c1-4c71-a8fe-6c4e68480367',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.796388] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: SUCCESS [ 1170.796548] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff129466-2f01-4f8a-b702-404d28c76012 deletion is rescheduled due to dependency. [ 1170.796662] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.006269] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.006454] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.007314] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 216da784-99c1-4c71-a8fe-6c4e68480367 with status ACTIVE [ 1171.007314] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.007314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.007314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.007314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.007314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.007597] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.007597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.007597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.007697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.007728] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.007882] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.007972] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.008042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.008180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.008253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.008334] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 216da784-99c1-4c71-a8fe-6c4e68480367 is going to be updated. [ 1171.027354] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.027522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.027564] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.028203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.028203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.028203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-216da784-99c1-4c71-a8fe-6c4e68480367" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.194661] env[69236]: INFO networking_nsxv3.common.synchronization [req-0f79efc8-2278-4884-95ff-3b2bb878a0cd req-4709a066-f17f-469e-bcab-6d75047999fc tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Enqueued Resource ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca with Priority: HIGHEST for action security_group_members [ 1171.194977] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca with Priority: HIGHEST for action security_group_members [ 1171.195297] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a7057e-2ae0-488a-a9af-4f400a3213ca taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.195490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.195490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.195746] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.195952] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.196586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.196673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.196837] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.197075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.198509] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11a7057e-2ae0-488a-a9af-4f400a3213ca',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.526404] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: SUCCESS [ 1171.526611] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 deletion is rescheduled due to dependency. [ 1171.526698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.526913] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.527264] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.527264] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.527363] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.527423] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.527572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.527650] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.527746] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.701068] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.701276] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.701345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.701558] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.701646] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.701849] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.701942] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.702010] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.702153] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.702654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.702654] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca is going to be updated. [ 1171.726695] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.726840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.726913] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.727135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.727278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.734957] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca in Status: IN_PROGRESS for 2s [ 1172.031231] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.536165] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.038585] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.038690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.038690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.038879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.038967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.039102] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 is going to be updated. [ 1173.069969] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.070119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.070195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.070496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.070575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.079328] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: IN_PROGRESS for 2s [ 1173.745819] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca in Status: SUCCESS [ 1173.745819] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca deletion is rescheduled due to dependency. [ 1173.745819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.088767] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: SUCCESS [ 1175.089049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.090056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.090056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.090056] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.090056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.090056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.090056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.090056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.090056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.090442] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.265744] env[69236]: INFO networking_nsxv3.common.synchronization [req-9e70686a-dbf6-44f6-9910-317a5a668ac7 req-8a5dcc71-c675-4651-9287-38d09de21c01 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1175.266322] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1175.266628] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.266748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.266815] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.267014] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.268619] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.268619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.268619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.268619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.268803] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.268803] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.554841] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.555060] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.555197] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.555516] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.555767] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.555926] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.556058] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.556276] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.556442] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.556660] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1175.556779] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.556891] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.557316] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.557480] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1175.557600] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.557739] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.575697] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.575855] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1175.575973] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.576196] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.576520] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-019dc590-efd8-4df2-afae-44a4b6722a1a taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.576690] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-019dc590-efd8-4df2-afae-44a4b6722a1a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.576814] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-019dc590-efd8-4df2-afae-44a4b6722a1a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.577178] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-019dc590-efd8-4df2-afae-44a4b6722a1a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.577400] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('019dc590-efd8-4df2-afae-44a4b6722a1a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.592051] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.775016] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.775016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.775016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.775016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.775016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.775016] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.775731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.775731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.775731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.775731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.775731] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff129466-2f01-4f8a-b702-404d28c76012 is going to be updated. [ 1175.799586] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.799819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.799819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.799945] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.800085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.807608] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: IN_PROGRESS for 2s [ 1176.080247] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.080548] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.080716] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.081071] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.081285] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.081477] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 019dc590-efd8-4df2-afae-44a4b6722a1a not found, creating... [ 1176.081752] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.081914] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.082046] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.082281] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.082420] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.082708] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.082867] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.082988] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.083269] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.083414] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.083553] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 019dc590-efd8-4df2-afae-44a4b6722a1a is going to be created. [ 1176.097603] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e786077-27da-4640-a430-92f4eea5d2a9: rpc.has_security_group_logging(os_id): False [ 1176.111551] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.111753] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.111886] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.112234] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.112482] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.112710] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-019dc590-efd8-4df2-afae-44a4b6722a1a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.114309] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.114559] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.114559] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.114719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.114802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.115061] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.115162] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.115239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.115393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.115515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.115621] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 is going to be updated. [ 1176.206550] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.206780] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.206930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.207096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.207361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.259754] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: IN_PROGRESS for 2s [ 1176.795015] env[69236]: INFO networking_nsxv3.common.synchronization [req-9e70686a-dbf6-44f6-9910-317a5a668ac7 req-b83ca1ae-a242-4d31-93db-9e1cf95ac605 service nova] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_rules [ 1176.795206] env[69236]: INFO networking_nsxv3.common.synchronization [req-9e70686a-dbf6-44f6-9910-317a5a668ac7 req-b83ca1ae-a242-4d31-93db-9e1cf95ac605 service nova] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1176.795351] env[69236]: INFO networking_nsxv3.common.synchronization [req-9e70686a-dbf6-44f6-9910-317a5a668ac7 req-b83ca1ae-a242-4d31-93db-9e1cf95ac605 service nova] Enqueued Resource ID: 019dc590-efd8-4df2-afae-44a4b6722a1a with Priority: HIGHEST for action port [ 1176.795627] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_rules [ 1176.797872] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1176.797872] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 019dc590-efd8-4df2-afae-44a4b6722a1a with Priority: HIGHEST for action port [ 1176.797872] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.797872] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.797872] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.797872] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.797872] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.801573] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.801668] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.801865] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-019dc590-efd8-4df2-afae-44a4b6722a1a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.801968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-019dc590-efd8-4df2-afae-44a4b6722a1a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.802044] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-019dc590-efd8-4df2-afae-44a4b6722a1a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.802239] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-019dc590-efd8-4df2-afae-44a4b6722a1a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.802320] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('019dc590-efd8-4df2-afae-44a4b6722a1a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.307023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.307023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.307023] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 019dc590-efd8-4df2-afae-44a4b6722a1a with status ACTIVE [ 1177.307023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.307023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.307023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.307023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.307023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.307023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.307023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.307023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.307023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.307023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.307023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.307761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.307761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.307761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.307761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.307761] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 019dc590-efd8-4df2-afae-44a4b6722a1a is going to be updated. [ 1177.335195] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.335195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.335195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.335195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.335195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.335195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-019dc590-efd8-4df2-afae-44a4b6722a1a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.817058] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: SUCCESS [ 1177.817299] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff129466-2f01-4f8a-b702-404d28c76012 deletion is rescheduled due to dependency. [ 1177.817371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.817548] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.817788] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.817977] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.818108] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.818165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.818317] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.818400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.818497] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.273415] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: SUCCESS [ 1178.273415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.321381] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.823983] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.326593] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.326987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.326987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.326987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.327160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.327284] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff129466-2f01-4f8a-b702-404d28c76012 is going to be updated. [ 1179.358422] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.358422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.358422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.358631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.358773] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.367451] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: IN_PROGRESS for 2s [ 1180.483030] env[69236]: INFO networking_nsxv3.common.synchronization [None req-1fa767df-9b8b-40a7-9a9d-6363e5031feb None None] Enqueued Resource ID: 69fd5bfb-54ac-4073-8bd5-45012241c8dc with Priority: HIGHEST for action port [ 1180.483592] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69fd5bfb-54ac-4073-8bd5-45012241c8dc with Priority: HIGHEST for action port [ 1180.483891] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-69fd5bfb-54ac-4073-8bd5-45012241c8dc taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.484013] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69fd5bfb-54ac-4073-8bd5-45012241c8dc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.487425] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69fd5bfb-54ac-4073-8bd5-45012241c8dc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.487703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69fd5bfb-54ac-4073-8bd5-45012241c8dc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.487795] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69fd5bfb-54ac-4073-8bd5-45012241c8dc',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.993295] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69fd5bfb-54ac-4073-8bd5-45012241c8dc [ 1180.993670] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.993801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.993801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.993980] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.994094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.994195] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69fd5bfb-54ac-4073-8bd5-45012241c8dc already deleted. [ 1180.994312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69fd5bfb-54ac-4073-8bd5-45012241c8dc" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.378096] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: SUCCESS [ 1181.378910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.378910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.378910] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.378910] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.379933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.379933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.379933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.379933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.379933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.379933] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.881949] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.384858] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff129466-2f01-4f8a-b702-404d28c76012: rpc.has_security_group_logging(os_id): False [ 1182.410901] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.411064] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.411143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.411394] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.411483] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.411734] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.411830] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.411892] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.412047] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.412125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.412202] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff129466-2f01-4f8a-b702-404d28c76012 is going to be updated. [ 1182.422985] env[69236]: INFO networking_nsxv3.common.synchronization [None req-065bf896-4056-4dda-a289-a5c9a3eca9b1 None None] Enqueued Resource ID: 09147b85-c2b0-43d6-a254-bd396b1d0d30 with Priority: HIGHEST for action port [ 1182.423279] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09147b85-c2b0-43d6-a254-bd396b1d0d30 with Priority: HIGHEST for action port [ 1182.423790] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-09147b85-c2b0-43d6-a254-bd396b1d0d30 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.423906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09147b85-c2b0-43d6-a254-bd396b1d0d30" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.423971] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09147b85-c2b0-43d6-a254-bd396b1d0d30" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.424213] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09147b85-c2b0-43d6-a254-bd396b1d0d30" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.424297] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09147b85-c2b0-43d6-a254-bd396b1d0d30',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.470608] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.470825] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.470825] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.471143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.471251] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.483573] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: IN_PROGRESS for 2s [ 1182.927890] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09147b85-c2b0-43d6-a254-bd396b1d0d30 [ 1182.927890] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.928243] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.928243] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.928318] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.928408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.928510] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09147b85-c2b0-43d6-a254-bd396b1d0d30 already deleted. [ 1182.928595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09147b85-c2b0-43d6-a254-bd396b1d0d30" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.496186] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: SUCCESS [ 1184.496469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.512288] env[69236]: INFO networking_nsxv3.common.synchronization [req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 req-dcf50467-8110-419e-99bc-92e32bb63f37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Enqueued Resource ID: 113594af-08e6-4dab-a4be-07e8174e16c4 with Priority: HIGHEST for action security_group_members [ 1184.512852] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113594af-08e6-4dab-a4be-07e8174e16c4 with Priority: HIGHEST for action security_group_members [ 1184.513186] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-113594af-08e6-4dab-a4be-07e8174e16c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.513404] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.513404] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.513588] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.513740] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.513837] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.513899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.514096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.514186] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.514288] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('113594af-08e6-4dab-a4be-07e8174e16c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.016980] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.017160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.017268] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.017518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.017612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.017809] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.017908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.017970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.018129] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.018205] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.018292] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 113594af-08e6-4dab-a4be-07e8174e16c4 is going to be updated. [ 1185.045173] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.045298] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.045516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.045731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.045872] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.053231] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 113594af-08e6-4dab-a4be-07e8174e16c4 in Status: IN_PROGRESS for 2s [ 1185.653377] env[69236]: INFO networking_nsxv3.common.synchronization [req-71ff7f17-e749-4479-8dd6-66ab2407d2fe req-cb43037f-3fab-48ad-ab47-862b7b305b38 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Enqueued Resource ID: 010228be-2494-405d-9991-ae84386e4973 with Priority: HIGHEST for action security_group_members [ 1185.653654] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010228be-2494-405d-9991-ae84386e4973 with Priority: HIGHEST for action security_group_members [ 1185.653966] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-010228be-2494-405d-9991-ae84386e4973 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.654134] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.654203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.654488] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.654669] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.654778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.654838] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.654993] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.655207] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.655308] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.920859] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.921148] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-724" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.921313] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-724" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.921644] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-724" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.921938] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.922280] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.922434] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.922685] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.922846] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.923090] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.923213] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.923351] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.923467] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.923584] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.923691] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.923827] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.942131] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.942375] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1185.942538] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.942884] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-724" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.943057] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-88959eed-577f-4cc7-9d2e-b127a6b68bd7 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.943253] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-88959eed-577f-4cc7-9d2e-b127a6b68bd7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.943405] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-88959eed-577f-4cc7-9d2e-b127a6b68bd7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.943726] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-88959eed-577f-4cc7-9d2e-b127a6b68bd7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.943866] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88959eed-577f-4cc7-9d2e-b127a6b68bd7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.158028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.158028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.158028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.158028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.158028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.158028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.158028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.158028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.158487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.158487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.158487] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010228be-2494-405d-9991-ae84386e4973 already deleted. [ 1186.158487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.447075] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.447075] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.447075] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.447075] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.447075] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.447075] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 88959eed-577f-4cc7-9d2e-b127a6b68bd7 not found, creating... [ 1186.447406] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.447510] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.447649] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.447916] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.448075] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.448362] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.448529] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.448650] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.448859] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.448996] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.449200] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 88959eed-577f-4cc7-9d2e-b127a6b68bd7 is going to be created. [ 1186.470228] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.470454] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.470601] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.470930] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.471244] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.471532] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-88959eed-577f-4cc7-9d2e-b127a6b68bd7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.062930] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 113594af-08e6-4dab-a4be-07e8174e16c4 in Status: SUCCESS [ 1187.063360] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 113594af-08e6-4dab-a4be-07e8174e16c4 deletion is rescheduled due to dependency. [ 1187.063360] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.190219] env[69236]: INFO networking_nsxv3.common.synchronization [req-71ff7f17-e749-4479-8dd6-66ab2407d2fe req-961dc62c-3f4e-4099-a7c5-83c6daea28dd service nova] Enqueued Resource ID: 010228be-2494-405d-9991-ae84386e4973 with Priority: HIGHEST for action security_group_rules [ 1187.190448] env[69236]: INFO networking_nsxv3.common.synchronization [req-71ff7f17-e749-4479-8dd6-66ab2407d2fe req-961dc62c-3f4e-4099-a7c5-83c6daea28dd service nova] Enqueued Resource ID: 010228be-2494-405d-9991-ae84386e4973 with Priority: HIGHEST for action security_group_members [ 1187.190567] env[69236]: INFO networking_nsxv3.common.synchronization [req-71ff7f17-e749-4479-8dd6-66ab2407d2fe req-961dc62c-3f4e-4099-a7c5-83c6daea28dd service nova] Enqueued Resource ID: 88959eed-577f-4cc7-9d2e-b127a6b68bd7 with Priority: HIGHEST for action port [ 1187.190789] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010228be-2494-405d-9991-ae84386e4973 with Priority: HIGHEST for action security_group_rules [ 1187.190919] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010228be-2494-405d-9991-ae84386e4973 with Priority: HIGHEST for action security_group_members [ 1187.191025] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88959eed-577f-4cc7-9d2e-b127a6b68bd7 with Priority: HIGHEST for action port [ 1187.191614] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-010228be-2494-405d-9991-ae84386e4973 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.191763] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.191836] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.192422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.192534] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.193473] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-010228be-2494-405d-9991-ae84386e4973 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.193587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.193689] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.193903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.194094] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.194220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.194303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.194508] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.194623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.194688] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.195539] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-88959eed-577f-4cc7-9d2e-b127a6b68bd7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.195688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88959eed-577f-4cc7-9d2e-b127a6b68bd7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.195776] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88959eed-577f-4cc7-9d2e-b127a6b68bd7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.195964] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88959eed-577f-4cc7-9d2e-b127a6b68bd7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.196240] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88959eed-577f-4cc7-9d2e-b127a6b68bd7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.697568] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-010228be-2494-405d-9991-ae84386e4973 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.697876] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.697876] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.699035] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88959eed-577f-4cc7-9d2e-b127a6b68bd7 with status ACTIVE [ 1187.699035] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.699271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.699271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.699372] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.699445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.699845] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.699845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.699845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.700067] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.700067] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.700175] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.700253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.700304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.700436] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.700497] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.700738] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88959eed-577f-4cc7-9d2e-b127a6b68bd7 is going to be updated. [ 1187.721019] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.721280] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.721280] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.721469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.721613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.721758] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88959eed-577f-4cc7-9d2e-b127a6b68bd7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.202293] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.704955] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.705164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.705212] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.705409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.705500] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.705599] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010228be-2494-405d-9991-ae84386e4973 is going to be created. [ 1188.728371] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.728550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.728612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.729017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.729201] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.738843] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010228be-2494-405d-9991-ae84386e4973 in Status: UNINITIALIZED for 2s [ 1190.749753] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010228be-2494-405d-9991-ae84386e4973 in Status: SUCCESS [ 1190.749753] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.750216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.750216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.750400] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.750525] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.750593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.750777] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.750861] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.750951] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.751060] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.254097] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-010228be-2494-405d-9991-ae84386e4973 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.254097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.254097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.254097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.254486] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.254486] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.254486] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.254611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.254611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.254688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.254870] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-010228be-2494-405d-9991-ae84386e4973 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.254976] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.255065] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.255253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.255402] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.255496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.255555] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.255692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.255766] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.255845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.255938] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.757909] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 010228be-2494-405d-9991-ae84386e4973: rpc.has_security_group_logging(os_id): False [ 1191.774634] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.774776] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.774882] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.775107] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.775218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.775419] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.775536] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.775603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.775802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.775889] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.776129] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.776246] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.776323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.776490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.776613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.776803] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.776915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.776985] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.777160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.777250] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.777351] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 010228be-2494-405d-9991-ae84386e4973 is going to be created. [ 1191.826195] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.826342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.826386] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.826560] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.826732] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.836553] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 010228be-2494-405d-9991-ae84386e4973 in Status: IN_PROGRESS for 2s [ 1192.191641] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1192.191774] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1193.849974] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 010228be-2494-405d-9991-ae84386e4973 in Status: SUCCESS [ 1193.849974] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.184775] env[69236]: INFO networking_nsxv3.common.synchronization [req-e1138f84-ba53-4831-9088-6d3489b2f8d3 req-40a07ebf-03fd-4775-bfb3-0878211f498d tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Enqueued Resource ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 with Priority: HIGHEST for action security_group_members [ 1196.185321] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 with Priority: HIGHEST for action security_group_members [ 1196.185621] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.185754] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.185826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.186326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.186381] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.186469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.186543] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.186687] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.186777] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.186871] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89d8b0c2-d501-4e7e-ab07-bf1c030416b7',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.688831] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.689465] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.689544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.689778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.689874] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.690109] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.690211] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.690276] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.690424] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.690503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.690593] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 is going to be updated. [ 1196.719522] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.719722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.719798] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.719994] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.720147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.727637] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 in Status: IN_PROGRESS for 2s [ 1198.739436] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 in Status: SUCCESS [ 1198.739682] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89d8b0c2-d501-4e7e-ab07-bf1c030416b7 deletion is rescheduled due to dependency. [ 1198.739682] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89d8b0c2-d501-4e7e-ab07-bf1c030416b7" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.187107] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1201.187344] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1201.872919] env[69236]: INFO networking_nsxv3.common.synchronization [None req-68a8b0b5-61ee-4fb5-a4a5-a75fd7f42cb1 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Enqueued Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGHEST for action security_group_rules [ 1201.873431] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGHEST for action security_group_rules [ 1201.873790] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bce9f81c-78b4-455f-8d33-aea064ed81d9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.873949] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.874016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.874276] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.874358] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.942352] env[69236]: INFO networking_nsxv3.common.synchronization [None req-16e267e9-899b-40d0-94ad-924db86aabfb tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Enqueued Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGHEST for action security_group_rules [ 1201.942849] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGHEST for action security_group_rules [ 1201.943283] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bce9f81c-78b4-455f-8d33-aea064ed81d9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.943416] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.395294] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.395294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.395294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.395294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.395294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.395294] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 already deleted. [ 1202.395842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.395842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.395842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.395842] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.914049] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.914220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.914220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.914423] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.914511] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.914622] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 already deleted. [ 1202.914698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.944067] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1206.944416] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1207.324449] env[69236]: INFO networking_nsxv3.common.synchronization [req-c2adc479-e2d6-4a17-851c-af2aa49acdad req-cbcf216a-85b4-4159-ac71-e529045328b2 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Enqueued Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGHEST for action security_group_members [ 1207.324993] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGHEST for action security_group_members [ 1207.325944] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce9f81c-78b4-455f-8d33-aea064ed81d9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.326071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.326142] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.326382] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.326542] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.326732] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.326732] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.326866] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.326955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.327060] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.829696] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.829870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.829932] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.830168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.830262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.830539] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.830658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.830658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.830750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.830847] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.830933] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 already deleted. [ 1207.830986] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.862508] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.862714] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-395" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.862845] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-395" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.863139] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-395" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.863403] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.863590] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.863713] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.863929] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.864087] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.864303] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.864417] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.864562] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.864642] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.864777] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.864890] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.865033] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.884535] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.884708] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1207.884850] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.885029] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-395" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.885305] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-a9620152-b2c6-4718-b48d-32c6d9d7bd50 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.885466] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-a9620152-b2c6-4718-b48d-32c6d9d7bd50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.885590] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-a9620152-b2c6-4718-b48d-32c6d9d7bd50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.885927] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-a9620152-b2c6-4718-b48d-32c6d9d7bd50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.886194] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9620152-b2c6-4718-b48d-32c6d9d7bd50',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.388163] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.388531] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.388577] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.388867] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.389039] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.389202] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port a9620152-b2c6-4718-b48d-32c6d9d7bd50 not found, creating... [ 1208.389464] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.389626] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.389747] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.389971] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.390128] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.390408] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.390565] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.390689] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.390896] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.391046] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.391191] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: a9620152-b2c6-4718-b48d-32c6d9d7bd50 is going to be created. [ 1208.411023] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.411209] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.411332] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.411553] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.411800] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.412021] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-a9620152-b2c6-4718-b48d-32c6d9d7bd50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.083171] env[69236]: INFO networking_nsxv3.common.synchronization [req-c2adc479-e2d6-4a17-851c-af2aa49acdad req-8d147b24-40ce-4eac-ae12-c9b6ec55c444 service nova] Enqueued Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGHEST for action security_group_rules [ 1209.083171] env[69236]: INFO networking_nsxv3.common.synchronization [req-c2adc479-e2d6-4a17-851c-af2aa49acdad req-8d147b24-40ce-4eac-ae12-c9b6ec55c444 service nova] Enqueued Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGHEST for action security_group_members [ 1209.083171] env[69236]: INFO networking_nsxv3.common.synchronization [req-c2adc479-e2d6-4a17-851c-af2aa49acdad req-8d147b24-40ce-4eac-ae12-c9b6ec55c444 service nova] Enqueued Resource ID: a9620152-b2c6-4718-b48d-32c6d9d7bd50 with Priority: HIGHEST for action port [ 1209.083171] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGHEST for action security_group_rules [ 1209.083171] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGHEST for action security_group_members [ 1209.083411] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9620152-b2c6-4718-b48d-32c6d9d7bd50 with Priority: HIGHEST for action port [ 1209.084036] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bce9f81c-78b4-455f-8d33-aea064ed81d9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.084036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.084036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.084428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.084574] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.085501] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce9f81c-78b4-455f-8d33-aea064ed81d9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.085501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.085586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.085731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.086330] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.086330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.086330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.086330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.086330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.086330] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.087010] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9620152-b2c6-4718-b48d-32c6d9d7bd50 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.087118] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9620152-b2c6-4718-b48d-32c6d9d7bd50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.087171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9620152-b2c6-4718-b48d-32c6d9d7bd50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.087316] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9620152-b2c6-4718-b48d-32c6d9d7bd50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.087374] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9620152-b2c6-4718-b48d-32c6d9d7bd50',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.536250] env[69236]: INFO networking_nsxv3.common.synchronization [req-b3de7ff5-5518-4613-aca2-f9b4325ae813 req-4593cd03-9135-41bf-aea9-a8fac8111021 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Enqueued Resource ID: 010228be-2494-405d-9991-ae84386e4973 with Priority: HIGHEST for action security_group_members [ 1209.536745] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010228be-2494-405d-9991-ae84386e4973 with Priority: HIGHEST for action security_group_members [ 1209.537338] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-010228be-2494-405d-9991-ae84386e4973 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.537462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.537531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.537725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.537876] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.537972] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.538043] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.538191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.538277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.538369] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.588494] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.589461] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce9f81c-78b4-455f-8d33-aea064ed81d9 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.589571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.589904] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9620152-b2c6-4718-b48d-32c6d9d7bd50 with status ACTIVE [ 1209.590075] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.590180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.590242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.590446] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.590526] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.590700] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.590950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.590950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.591023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.591095] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.591253] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.591342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.591395] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.591531] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.591693] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.591783] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9620152-b2c6-4718-b48d-32c6d9d7bd50 is going to be updated. [ 1209.613105] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.613227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.613227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.613397] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.613524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.613749] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9620152-b2c6-4718-b48d-32c6d9d7bd50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.862304] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.862512] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-724" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.862643] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-724" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.863154] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-724" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.863251] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.863350] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.863460] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.863722] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.863868] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.864092] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1209.864211] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.864323] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.864432] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.864547] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1209.864657] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.864814] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.883162] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.883162] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1209.883162] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.883292] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-724" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.883482] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-6d1682de-cda5-4f9d-8487-e42899edae38 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.883712] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-6d1682de-cda5-4f9d-8487-e42899edae38" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.883847] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-6d1682de-cda5-4f9d-8487-e42899edae38" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.884215] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-6d1682de-cda5-4f9d-8487-e42899edae38" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.884357] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d1682de-cda5-4f9d-8487-e42899edae38',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.040463] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.091126] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.386728] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.387019] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.387198] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.387514] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.387711] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.387913] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 6d1682de-cda5-4f9d-8487-e42899edae38 not found, creating... [ 1210.388229] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.388423] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.388565] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.388832] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.388998] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.389339] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.389534] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.389671] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.389918] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.390100] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.390281] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 6d1682de-cda5-4f9d-8487-e42899edae38 is going to be created. [ 1210.409607] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.409795] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.409886] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.410161] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.410396] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.410617] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-6d1682de-cda5-4f9d-8487-e42899edae38" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.542423] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.594194] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.594396] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.594454] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.594827] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.594940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.595059] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 is going to be created. [ 1210.617219] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.617375] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.617455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.617685] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.617850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.626705] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 in Status: UNINITIALIZED for 2s [ 1211.045257] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.045414] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.045458] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.045668] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.045756] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.045856] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010228be-2494-405d-9991-ae84386e4973 is going to be updated. [ 1211.079818] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.079967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.080234] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.080310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.080407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.088354] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010228be-2494-405d-9991-ae84386e4973 in Status: IN_PROGRESS for 2s [ 1211.170246] env[69236]: INFO networking_nsxv3.common.synchronization [req-b3de7ff5-5518-4613-aca2-f9b4325ae813 req-6489d8b4-86a0-4a28-8169-f7e14e69f2d6 service nova] Enqueued Resource ID: 010228be-2494-405d-9991-ae84386e4973 with Priority: HIGHEST for action security_group_rules [ 1211.170429] env[69236]: INFO networking_nsxv3.common.synchronization [req-b3de7ff5-5518-4613-aca2-f9b4325ae813 req-6489d8b4-86a0-4a28-8169-f7e14e69f2d6 service nova] Enqueued Resource ID: 010228be-2494-405d-9991-ae84386e4973 with Priority: HIGHEST for action security_group_members [ 1211.170580] env[69236]: INFO networking_nsxv3.common.synchronization [req-b3de7ff5-5518-4613-aca2-f9b4325ae813 req-6489d8b4-86a0-4a28-8169-f7e14e69f2d6 service nova] Enqueued Resource ID: 6d1682de-cda5-4f9d-8487-e42899edae38 with Priority: HIGHEST for action port [ 1211.170833] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010228be-2494-405d-9991-ae84386e4973 with Priority: HIGHEST for action security_group_rules [ 1211.170981] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010228be-2494-405d-9991-ae84386e4973 with Priority: HIGHEST for action security_group_members [ 1211.171068] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d1682de-cda5-4f9d-8487-e42899edae38 with Priority: HIGHEST for action port [ 1211.171611] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-010228be-2494-405d-9991-ae84386e4973 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.171753] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.171824] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.172102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.172171] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.172891] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-010228be-2494-405d-9991-ae84386e4973 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.172990] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.173238] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d1682de-cda5-4f9d-8487-e42899edae38 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.173326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d1682de-cda5-4f9d-8487-e42899edae38" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.173326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d1682de-cda5-4f9d-8487-e42899edae38" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.173490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d1682de-cda5-4f9d-8487-e42899edae38" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.173557] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d1682de-cda5-4f9d-8487-e42899edae38',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.675084] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-010228be-2494-405d-9991-ae84386e4973 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.675395] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.675395] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d1682de-cda5-4f9d-8487-e42899edae38 with status ACTIVE [ 1211.675555] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.675644] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.675704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.675919] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.676016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.676198] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.676292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.676342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.676496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.676573] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.677433] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.677433] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.677433] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.677433] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.677433] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.677433] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d1682de-cda5-4f9d-8487-e42899edae38 is going to be updated. [ 1211.697478] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.698276] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.698276] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.698276] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.698276] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.698276] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d1682de-cda5-4f9d-8487-e42899edae38" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.637050] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 in Status: SUCCESS [ 1212.637050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.637050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.637050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.637050] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.637355] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.637355] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.637355] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.637452] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.637486] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.637576] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.098960] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010228be-2494-405d-9991-ae84386e4973 in Status: SUCCESS [ 1213.099243] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.099456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.099756] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.100023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.100182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.100257] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.100464] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.100558] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.100704] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.140397] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.602545] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.642050] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bce9f81c-78b4-455f-8d33-aea064ed81d9: rpc.has_security_group_logging(os_id): False [ 1213.659238] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.659375] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.659428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.659639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.659731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.659962] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.660072] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.660126] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.660275] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.660350] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.660435] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 is going to be created. [ 1213.717220] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.717355] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.717434] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.717615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.717787] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.727529] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 in Status: IN_PROGRESS for 2s [ 1214.105202] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.608174] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.608431] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.608431] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.608623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.608723] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.608818] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010228be-2494-405d-9991-ae84386e4973 is going to be updated. [ 1214.634578] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.634747] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.634835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.635078] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.635252] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.644920] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010228be-2494-405d-9991-ae84386e4973 in Status: IN_PROGRESS for 2s [ 1215.739480] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 in Status: SUCCESS [ 1215.739764] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.171942] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1216.172147] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1216.656025] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010228be-2494-405d-9991-ae84386e4973 in Status: SUCCESS [ 1216.656025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.656025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.656025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.656025] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.656025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.656025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.656025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.656025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.656025] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.656025] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.159087] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-010228be-2494-405d-9991-ae84386e4973 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.159087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.159087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.159087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.159568] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.159568] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.159568] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.159568] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.159568] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.159730] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.159837] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-010228be-2494-405d-9991-ae84386e4973 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.159892] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.159936] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.160098] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.160240] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.160332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.160383] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.160519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.160593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.160676] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.160817] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.664756] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 010228be-2494-405d-9991-ae84386e4973: rpc.has_security_group_logging(os_id): False [ 1217.682490] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.682490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.682490] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.682673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.682769] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.682930] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.683063] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.683136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.683262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.683328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.683502] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.683585] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.683647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.683819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.683893] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.684090] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.684182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.684231] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.684368] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.684439] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.684522] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 010228be-2494-405d-9991-ae84386e4973 is going to be updated. [ 1217.740905] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.741092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.741141] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.741312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.741521] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.755062] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 010228be-2494-405d-9991-ae84386e4973 in Status: IN_PROGRESS for 2s [ 1219.769045] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 010228be-2494-405d-9991-ae84386e4973 in Status: SUCCESS [ 1219.769344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.173606] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1221.174050] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1226.175050] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1226.175362] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1231.176647] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1231.177037] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1233.386111] env[69236]: INFO networking_nsxv3.common.synchronization [req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 req-e91eba41-638a-483d-be51-c415b3300d0c tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Enqueued Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_members [ 1233.386330] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGHEST for action security_group_members [ 1233.386944] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.386944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.386944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.387222] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.388226] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.388226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.388226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.388226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.388226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.388226] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.890326] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.890583] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.890713] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.891013] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.891179] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.891483] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.891649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.891751] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.892015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.892158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.892299] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 is going to be updated. [ 1233.919164] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.919352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.919398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.919615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.919758] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.930839] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: IN_PROGRESS for 2s [ 1235.087941] env[69236]: INFO networking_nsxv3.common.synchronization [req-36b004d6-df43-495c-a204-846a0ea1d55c req-37239c2b-fe93-4ce0-bcce-c22737f6208e tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Enqueued Resource ID: 010228be-2494-405d-9991-ae84386e4973 with Priority: HIGHEST for action security_group_members [ 1235.088234] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010228be-2494-405d-9991-ae84386e4973 with Priority: HIGHEST for action security_group_members [ 1235.088441] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-010228be-2494-405d-9991-ae84386e4973 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.088563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.088626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.088827] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.088978] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.089190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.089190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.089280] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.089370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.089460] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.591751] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.940612] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e786077-27da-4640-a430-92f4eea5d2a9 in Status: SUCCESS [ 1235.940791] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 deletion is rescheduled due to dependency. [ 1235.940904] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.095028] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.596495] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.596642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.596712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.596931] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.597062] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.597166] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010228be-2494-405d-9991-ae84386e4973 is going to be updated. [ 1236.621450] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.621533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.621653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.621779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.621917] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.628874] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010228be-2494-405d-9991-ae84386e4973 in Status: IN_PROGRESS for 2s [ 1238.639454] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010228be-2494-405d-9991-ae84386e4973 in Status: SUCCESS [ 1238.639766] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.089491] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1240.089842] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1241.534962] env[69236]: INFO networking_nsxv3.common.synchronization [None req-88fbadcc-16b8-45bc-aaba-817fbad917b6 None None] Enqueued Resource ID: 24dc69d9-71c2-475c-8fda-83312823cf2c with Priority: HIGHEST for action port [ 1241.534962] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24dc69d9-71c2-475c-8fda-83312823cf2c with Priority: HIGHEST for action port [ 1241.534962] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-24dc69d9-71c2-475c-8fda-83312823cf2c taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.534962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24dc69d9-71c2-475c-8fda-83312823cf2c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.534962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24dc69d9-71c2-475c-8fda-83312823cf2c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.534962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24dc69d9-71c2-475c-8fda-83312823cf2c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.534962] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24dc69d9-71c2-475c-8fda-83312823cf2c',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.734965] env[69236]: INFO networking_nsxv3.common.synchronization [req-2afd6c7d-d10e-438e-ae7c-354e20d7cece req-d254c596-7b2a-487f-94ae-f3255ed42d0c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Enqueued Resource ID: 010228be-2494-405d-9991-ae84386e4973 with Priority: HIGHEST for action security_group_members [ 1241.734965] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010228be-2494-405d-9991-ae84386e4973 with Priority: HIGHEST for action security_group_members [ 1241.735515] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-010228be-2494-405d-9991-ae84386e4973 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.735589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.735713] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.735858] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.736112] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.736185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.736809] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.736809] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.736809] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.736809] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.036353] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24dc69d9-71c2-475c-8fda-83312823cf2c [ 1242.037728] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.037888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.037956] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.038309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.038309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.038458] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24dc69d9-71c2-475c-8fda-83312823cf2c already deleted. [ 1242.038458] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24dc69d9-71c2-475c-8fda-83312823cf2c" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.238965] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.239473] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.240190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.240190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.240190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.240367] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.240433] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.240477] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.240630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.240713] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.241407] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010228be-2494-405d-9991-ae84386e4973 is going to be updated. [ 1242.266262] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.266412] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.266465] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.266664] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.266813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.277967] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010228be-2494-405d-9991-ae84386e4973 in Status: IN_PROGRESS for 2s [ 1243.320260] env[69236]: INFO networking_nsxv3.common.synchronization [None req-220d1641-1e52-4897-876c-aa714a89daad None None] Enqueued Resource ID: 1774494b-009c-4d73-8fd4-33046f2773d8 with Priority: HIGHEST for action port [ 1243.320517] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1774494b-009c-4d73-8fd4-33046f2773d8 with Priority: HIGHEST for action port [ 1243.321071] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-1774494b-009c-4d73-8fd4-33046f2773d8 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.321200] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1774494b-009c-4d73-8fd4-33046f2773d8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.321264] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1774494b-009c-4d73-8fd4-33046f2773d8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.321523] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1774494b-009c-4d73-8fd4-33046f2773d8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.321606] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1774494b-009c-4d73-8fd4-33046f2773d8',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.823388] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1774494b-009c-4d73-8fd4-33046f2773d8 [ 1243.823617] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.823748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.823817] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.824084] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.824188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.824289] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1774494b-009c-4d73-8fd4-33046f2773d8 already deleted. [ 1243.824359] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1774494b-009c-4d73-8fd4-33046f2773d8" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.286643] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010228be-2494-405d-9991-ae84386e4973 in Status: SUCCESS [ 1244.286866] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010228be-2494-405d-9991-ae84386e4973 deletion is rescheduled due to dependency. [ 1244.287021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.321399] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.321869] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1248.680608] env[69236]: INFO networking_nsxv3.common.synchronization [req-9a3a7965-8356-4dad-b634-62b7316d7da9 req-46d25c4b-9529-440a-b593-37f008607faf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Enqueued Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGHEST for action security_group_members [ 1248.681225] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGHEST for action security_group_members [ 1248.681540] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.681685] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.681724] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.682091] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.682289] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.682406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.682472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.682643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.682731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.682825] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.974159] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-44 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.974447] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-44" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.974613] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-44" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.974966] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-44" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.975284] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.975450] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.975571] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.975795] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.975946] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.976210] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1248.976300] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1248.976440] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1248.976557] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1248.976672] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1248.976782] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1248.976920] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1248.998797] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1248.998797] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1248.998797] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1248.998985] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-44" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.999240] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-83e60356-aac3-4a2c-b55e-3dab69fedc41 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.999431] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-83e60356-aac3-4a2c-b55e-3dab69fedc41" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.999582] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-83e60356-aac3-4a2c-b55e-3dab69fedc41" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.999873] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-83e60356-aac3-4a2c-b55e-3dab69fedc41" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.000273] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83e60356-aac3-4a2c-b55e-3dab69fedc41',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.188745] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.188875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.188950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.189180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.189275] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.189470] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.189567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.189629] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.189766] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.189844] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.189929] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 already deleted. [ 1249.190014] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.502316] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.502637] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.502758] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.502984] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.503154] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.503315] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 83e60356-aac3-4a2c-b55e-3dab69fedc41 not found, creating... [ 1249.503712] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.503899] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.504093] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.504406] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.504560] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.504856] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.505031] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.505196] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.505382] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.505527] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.505660] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 83e60356-aac3-4a2c-b55e-3dab69fedc41 is going to be created. [ 1249.526503] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.526691] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.526820] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.527068] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.527291] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.527506] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-83e60356-aac3-4a2c-b55e-3dab69fedc41" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.691054] env[69236]: INFO networking_nsxv3.common.synchronization [req-9a3a7965-8356-4dad-b634-62b7316d7da9 req-d8d0ce3a-108a-43ff-855d-65d788d5b1ee service nova] Enqueued Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGHEST for action security_group_rules [ 1250.691054] env[69236]: INFO networking_nsxv3.common.synchronization [req-9a3a7965-8356-4dad-b634-62b7316d7da9 req-d8d0ce3a-108a-43ff-855d-65d788d5b1ee service nova] Enqueued Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGHEST for action security_group_members [ 1250.691054] env[69236]: INFO networking_nsxv3.common.synchronization [req-9a3a7965-8356-4dad-b634-62b7316d7da9 req-d8d0ce3a-108a-43ff-855d-65d788d5b1ee service nova] Enqueued Resource ID: 83e60356-aac3-4a2c-b55e-3dab69fedc41 with Priority: HIGHEST for action port [ 1250.691492] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGHEST for action security_group_rules [ 1250.691522] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGHEST for action security_group_members [ 1250.691608] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e60356-aac3-4a2c-b55e-3dab69fedc41 with Priority: HIGHEST for action port [ 1250.691940] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.692129] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.692225] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.692519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.692628] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.693532] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.693677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.693766] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.693958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.694207] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.694303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.698023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.698023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.698023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.698023] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.698023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-83e60356-aac3-4a2c-b55e-3dab69fedc41 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.698023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83e60356-aac3-4a2c-b55e-3dab69fedc41" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.698023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83e60356-aac3-4a2c-b55e-3dab69fedc41" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.698023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83e60356-aac3-4a2c-b55e-3dab69fedc41" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.698023] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83e60356-aac3-4a2c-b55e-3dab69fedc41',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.825192] env[69236]: INFO networking_nsxv3.common.synchronization [req-2392097f-cf1b-4590-8a5b-3e8d12447955 req-b5ebb76f-0219-4fca-8832-68620b19310b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Enqueued Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGHEST for action security_group_members [ 1250.826029] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGHEST for action security_group_members [ 1250.826217] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.826324] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.101492] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-44 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.101699] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-44" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.101828] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-44" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.102173] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-44" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.102455] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.102635] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.102776] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.103010] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.103173] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.103408] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1251.103530] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1251.103694] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1251.103813] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1251.103944] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1251.104070] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1251.104253] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1251.125713] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1251.125858] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1251.126012] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1251.126219] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-44" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.126546] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-dc5d8378-86f5-417e-85ec-8435063fb97f taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.126701] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-dc5d8378-86f5-417e-85ec-8435063fb97f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.126823] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-dc5d8378-86f5-417e-85ec-8435063fb97f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.127193] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-dc5d8378-86f5-417e-85ec-8435063fb97f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.127354] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc5d8378-86f5-417e-85ec-8435063fb97f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.197160] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.197370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.197482] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.198438] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83e60356-aac3-4a2c-b55e-3dab69fedc41 with status ACTIVE [ 1251.198621] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.198732] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.198797] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.198999] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.199152] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.199270] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.199367] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.199427] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.199580] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.199655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.199828] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.199917] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.199977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.200136] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.200233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.200389] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83e60356-aac3-4a2c-b55e-3dab69fedc41 is going to be updated. [ 1251.220886] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.221042] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.221090] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.221230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.221354] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.221496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83e60356-aac3-4a2c-b55e-3dab69fedc41" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.629366] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.629589] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.629915] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.630119] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.630321] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.630524] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port dc5d8378-86f5-417e-85ec-8435063fb97f not found, creating... [ 1251.630834] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.631063] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.631237] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.631505] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.631686] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.632044] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.632261] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.632426] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.632681] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.632862] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.633067] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: dc5d8378-86f5-417e-85ec-8435063fb97f is going to be created. [ 1251.653519] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.653737] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.653912] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.654262] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.654592] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.654804] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-dc5d8378-86f5-417e-85ec-8435063fb97f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.702509] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.204946] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.205167] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.205242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.205461] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.205554] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.205650] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 is going to be created. [ 1252.227235] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.227407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.227477] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.227670] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.227826] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.238343] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 in Status: UNINITIALIZED for 2s [ 1252.319972] env[69236]: INFO networking_nsxv3.common.synchronization [req-2392097f-cf1b-4590-8a5b-3e8d12447955 req-956420a2-048b-4708-906c-62a67116eee3 service nova] Enqueued Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGHEST for action security_group_rules [ 1252.320138] env[69236]: INFO networking_nsxv3.common.synchronization [req-2392097f-cf1b-4590-8a5b-3e8d12447955 req-956420a2-048b-4708-906c-62a67116eee3 service nova] Enqueued Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGHEST for action security_group_members [ 1252.320241] env[69236]: INFO networking_nsxv3.common.synchronization [req-2392097f-cf1b-4590-8a5b-3e8d12447955 req-956420a2-048b-4708-906c-62a67116eee3 service nova] Enqueued Resource ID: dc5d8378-86f5-417e-85ec-8435063fb97f with Priority: HIGHEST for action port [ 1252.320474] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGHEST for action security_group_rules [ 1252.320606] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGHEST for action security_group_members [ 1252.320702] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5d8378-86f5-417e-85ec-8435063fb97f with Priority: HIGHEST for action port [ 1252.321544] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.321712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.321975] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.322152] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.322437] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc5d8378-86f5-417e-85ec-8435063fb97f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.322584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc5d8378-86f5-417e-85ec-8435063fb97f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.322687] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc5d8378-86f5-417e-85ec-8435063fb97f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.322924] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc5d8378-86f5-417e-85ec-8435063fb97f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.323065] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc5d8378-86f5-417e-85ec-8435063fb97f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.825060] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc5d8378-86f5-417e-85ec-8435063fb97f with status ACTIVE [ 1252.825412] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.825412] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.825532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.825754] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.825754] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.825916] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.826024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.826110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.826230] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.826305] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.826483] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.826565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.826635] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.826774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.826846] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.826927] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc5d8378-86f5-417e-85ec-8435063fb97f is going to be updated. [ 1252.847599] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.847800] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.847800] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.848017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.848120] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.848248] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc5d8378-86f5-417e-85ec-8435063fb97f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.250771] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 in Status: SUCCESS [ 1254.251455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.251850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.252369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.252817] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.253117] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.253301] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.253703] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.253917] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.254182] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.757534] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.260531] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.306365] env[69236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1255.306566] env[69236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1255.763847] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.764035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.764203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.764510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.764615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.764728] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 is going to be updated. [ 1255.793443] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.793589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.793658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.793866] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.794008] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.803582] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 in Status: IN_PROGRESS for 2s [ 1257.321639] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.321956] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1257.817302] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 in Status: SUCCESS [ 1257.817516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.817655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.817864] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.818062] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.818185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.818260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.818388] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.818458] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.818533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.818634] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.819476] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.819635] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.819791] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.819888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.819950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.820094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.820166] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.820224] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.321653] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.321935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.321977] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.824585] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.327133] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.327532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.327532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.327716] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.327862] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.327862] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 is going to be updated. [ 1259.354702] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.354921] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.354997] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.355264] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.355415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.364008] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 in Status: IN_PROGRESS for 2s [ 1261.376344] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 in Status: SUCCESS [ 1261.376675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.376716] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.376927] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.377126] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.377302] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.377302] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.377448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.377520] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.377606] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.377755] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.377841] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.377904] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.378046] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.378183] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.378269] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.378325] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.378460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.378532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.378612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.378698] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.882849] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e732742-e278-41dd-a243-1eaa9ecc7520: rpc.has_security_group_logging(os_id): False [ 1261.898300] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.898300] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.898564] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.898564] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.900049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.900049] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.900049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.900049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.900049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.900049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.900049] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.900049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.900049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.900049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.900049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.900049] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.900049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.900049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.900558] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.900558] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.900558] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 is going to be created. [ 1261.955454] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.955685] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.955735] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.955944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.956139] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.965981] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 in Status: IN_PROGRESS for 2s [ 1262.322954] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.323123] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1262.970896] env[69236]: INFO networking_nsxv3.common.synchronization [req-3abe15de-cd1c-4588-99de-a6ad4d40b094 req-cba0f85d-5fec-42f3-87a0-3b50d795e6b7 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Enqueued Resource ID: f30c81a5-3f17-4509-a166-337128149b8f with Priority: HIGHEST for action security_group_members [ 1262.971717] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30c81a5-3f17-4509-a166-337128149b8f with Priority: HIGHEST for action security_group_members [ 1262.972146] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f30c81a5-3f17-4509-a166-337128149b8f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.972341] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.972459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.972756] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.972996] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.973180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.973291] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.973981] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.973981] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.973981] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f30c81a5-3f17-4509-a166-337128149b8f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.271881] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.272080] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.272156] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.272379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.272484] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.476563] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.476915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.476915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.477806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.477806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.477806] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.477806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.477806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.477806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.477806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.478457] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f30c81a5-3f17-4509-a166-337128149b8f is going to be updated. [ 1263.503761] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.503938] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.505099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.505099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.505099] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.512725] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f30c81a5-3f17-4509-a166-337128149b8f in Status: IN_PROGRESS for 2s [ 1263.774595] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.978066] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 in Status: SUCCESS [ 1263.978379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.978695] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.979014] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.979155] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.276634] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.482208] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.482392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.482464] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.482687] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.482865] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.482964] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.483041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.483187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.483275] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.483365] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.483453] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.779070] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1264.779070] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1264.986714] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.987083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.987083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.987083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.987277] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.987374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.987437] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.987587] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.987676] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.987763] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.987954] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.988015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.988048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.988187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.988349] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.988452] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.988511] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.988649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.988744] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.988930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.988988] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.471859] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.472163] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.472272] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.472528] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.488545] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1265.489649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.490725] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1265.491997] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e732742-e278-41dd-a243-1eaa9ecc7520: rpc.has_security_group_logging(os_id): False [ 1265.516784] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.516970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.516970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.517266] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.517266] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.517503] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.517603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.517603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.517748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.517821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.518012] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.518102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.518161] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.518292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.518363] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.518555] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.518643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.518693] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.518829] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.518970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.518970] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 is going to be updated. [ 1265.529428] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.529638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.529638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.529898] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.542164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.543026] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1265.543122] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1265.543197] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1265.544912] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f30c81a5-3f17-4509-a166-337128149b8f in Status: SUCCESS [ 1265.545097] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f30c81a5-3f17-4509-a166-337128149b8f deletion is rescheduled due to dependency. [ 1265.545250] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f30c81a5-3f17-4509-a166-337128149b8f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.577788] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.578034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.578034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.578221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.578395] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.583152] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.583322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.583401] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.583649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.584983] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.585217] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1265.591154] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 in Status: IN_PROGRESS for 2s [ 1265.665352] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.665522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.665571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.665778] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.666125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.666433] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1265.746950] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.748273] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.748273] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.748273] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.748273] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.748686] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 1265.748686] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2e732742-e278-41dd-a243-1eaa9ecc7520', '010228be-2494-405d-9991-ae84386e4973', 'bce9f81c-78b4-455f-8d33-aea064ed81d9', '6e786077-27da-4640-a430-92f4eea5d2a9', 'c507dc4e-b768-41ed-bdb2-661b093161d2', 'a4638e8b-c1d2-405a-8af7-8aa1d84de853', '0b1c935d-62fe-4fae-927c-71f152d0fa2f', '113594af-08e6-4dab-a4be-07e8174e16c4', '0eae9a82-6c02-4fd7-8cc2-25a415026edd', 'ff129466-2f01-4f8a-b702-404d28c76012', 'fb1d89bd-ac8f-4898-9016-b171aedf4601', '1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac', '7314bbad-7e38-4fa7-bab4-16c924da357b', '4daf8bcf-4699-4ddf-b459-2b996ca52b63', 'f5d1c206-b34c-4539-9f61-de443d735d6f', '55df1f5c-144a-4620-826d-e946434503aa', '75920a8f-1261-4ded-b712-2454450df7e4', 'b1b6f242-03f2-48ca-ad5c-1eff8c878f96', '3f489950-6e82-40bd-85d1-708077680ea0', '75e2a660-bfce-4a01-8179-4f12b921a824', '659e958e-e27d-4400-a09c-62bd0c7fe550', '5570e3b3-ca0c-4ce6-aea0-62e1a403dde2', '11a7057e-2ae0-488a-a9af-4f400a3213ca', '6ffcb896-9b57-4704-815d-ee07c0aeede5', '5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4', '903bb2ed-ec03-4b13-ace4-0d674b190a0b', '6744fd01-2c77-4e7f-a25f-ac7d967bfe94', 'df19139c-3e68-472e-aa5a-ebbc535cd56f', 'bb08c192-1189-4a8d-9639-fb7eea382985', 'a74ab54f-7464-4be4-aea5-9b8ad485152a', 'e899830b-606e-42bd-98b9-1c4b9625d051', '8458c192-6ec3-43d5-aa07-2890feab1518', 'd5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc', '2a06680b-1744-489a-8599-50ddb0ee2fec', '89d8b0c2-d501-4e7e-ab07-bf1c030416b7', 'f30c81a5-3f17-4509-a166-337128149b8f', 'e8eff172-d10e-42b0-b090-213abfa8c883'} {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1265.748686] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1265.777803] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.778059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.778059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.778328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.778476] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.778606] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1265.778796] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1265.778883] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1265.851057] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.851330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.851330] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.851705] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.853050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.853384] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1265.853464] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1265.853537] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1265.853603] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1265.853678] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 1265.853751] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGH for action security_group_rules [ 1265.853872] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 010228be-2494-405d-9991-ae84386e4973 with Priority: HIGH for action security_group_rules [ 1265.853953] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGH for action security_group_rules [ 1265.853953] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGH for action security_group_rules [ 1265.854035] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGH for action security_group_rules [ 1265.854085] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGH for action security_group_rules [ 1265.854145] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f with Priority: HIGH for action security_group_rules [ 1265.854207] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 113594af-08e6-4dab-a4be-07e8174e16c4 with Priority: HIGH for action security_group_rules [ 1265.854332] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGH for action security_group_rules [ 1265.854396] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGH for action security_group_rules [ 1265.854457] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGH for action security_group_rules [ 1265.854515] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGH for action security_group_rules [ 1265.854585] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7314bbad-7e38-4fa7-bab4-16c924da357b with Priority: HIGH for action security_group_rules [ 1265.854672] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGH for action security_group_rules [ 1265.854750] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5d1c206-b34c-4539-9f61-de443d735d6f with Priority: HIGH for action security_group_rules [ 1265.854814] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55df1f5c-144a-4620-826d-e946434503aa with Priority: HIGH for action security_group_rules [ 1265.854875] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75920a8f-1261-4ded-b712-2454450df7e4 with Priority: HIGH for action security_group_rules [ 1265.854937] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 with Priority: HIGH for action security_group_rules [ 1265.855007] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f489950-6e82-40bd-85d1-708077680ea0 with Priority: HIGH for action security_group_rules [ 1265.855074] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75e2a660-bfce-4a01-8179-4f12b921a824 with Priority: HIGH for action security_group_rules [ 1265.855178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.604315] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 in Status: SUCCESS [ 1267.604670] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.972610] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.972745] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1267.972856] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGH for action security_group_rules [ 1267.972963] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGH for action security_group_rules [ 1267.973085] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f with Priority: HIGH for action security_group_rules [ 1267.973191] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d1c206-b34c-4539-9f61-de443d735d6f with Priority: HIGH for action security_group_rules [ 1267.973290] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e2a660-bfce-4a01-8179-4f12b921a824 with Priority: HIGH for action security_group_rules [ 1267.973386] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f489950-6e82-40bd-85d1-708077680ea0 with Priority: HIGH for action security_group_rules [ 1267.973478] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 with Priority: HIGH for action security_group_rules [ 1267.973570] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75920a8f-1261-4ded-b712-2454450df7e4 with Priority: HIGH for action security_group_rules [ 1267.973660] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 with Priority: HIGH for action security_group_rules [ 1267.973749] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55df1f5c-144a-4620-826d-e946434503aa with Priority: HIGH for action security_group_rules [ 1267.973836] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7314bbad-7e38-4fa7-bab4-16c924da357b with Priority: HIGH for action security_group_rules [ 1267.974042] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac with Priority: HIGH for action security_group_rules [ 1267.974042] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 with Priority: HIGH for action security_group_rules [ 1267.974151] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGH for action security_group_rules [ 1267.974184] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGH for action security_group_rules [ 1267.974316] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGH for action security_group_rules [ 1267.974376] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113594af-08e6-4dab-a4be-07e8174e16c4 with Priority: HIGH for action security_group_rules [ 1267.974430] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c507dc4e-b768-41ed-bdb2-661b093161d2 with Priority: HIGH for action security_group_rules [ 1267.974487] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010228be-2494-405d-9991-ae84386e4973 with Priority: HIGH for action security_group_rules [ 1267.974575] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e786077-27da-4640-a430-92f4eea5d2a9 with Priority: HIGH for action security_group_rules [ 1267.974925] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.975065] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.975144] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.975370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.975457] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.976546] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bce9f81c-78b4-455f-8d33-aea064ed81d9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.976645] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.976645] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.976801] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.976866] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.977608] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.977726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.977789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.977924] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.978012] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b1c935d-62fe-4fae-927c-71f152d0fa2f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.979296] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5d1c206-b34c-4539-9f61-de443d735d6f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.979296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.979296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.979296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.979296] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5d1c206-b34c-4539-9f61-de443d735d6f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.980220] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75e2a660-bfce-4a01-8179-4f12b921a824 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.980220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.980220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.980486] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.980486] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75e2a660-bfce-4a01-8179-4f12b921a824',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.980999] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f489950-6e82-40bd-85d1-708077680ea0 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.981154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.981154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.981314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.981428] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f489950-6e82-40bd-85d1-708077680ea0',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.982232] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1b6f242-03f2-48ca-ad5c-1eff8c878f96 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.982232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.982232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.982456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.982456] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1b6f242-03f2-48ca-ad5c-1eff8c878f96',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.983266] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75920a8f-1261-4ded-b712-2454450df7e4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.983371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.983436] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.983586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.983660] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75920a8f-1261-4ded-b712-2454450df7e4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.984371] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.984484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.984537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.984670] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.984756] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4daf8bcf-4699-4ddf-b459-2b996ca52b63',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.985562] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55df1f5c-144a-4620-826d-e946434503aa taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.985562] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.985733] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.985819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.985819] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55df1f5c-144a-4620-826d-e946434503aa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.986562] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7314bbad-7e38-4fa7-bab4-16c924da357b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.986665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.986762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.986878] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.986950] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7314bbad-7e38-4fa7-bab4-16c924da357b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.987713] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.987906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.987906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.988050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.988125] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.988774] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb1d89bd-ac8f-4898-9016-b171aedf4601 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.988885] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.988934] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.989086] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.989221] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb1d89bd-ac8f-4898-9016-b171aedf4601',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.989798] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.990170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.990170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.990170] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.990170] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.990814] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.990914] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.991008] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.991164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.991236] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0eae9a82-6c02-4fd7-8cc2-25a415026edd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.992055] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.992197] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.992260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.992406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.992476] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.993145] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-113594af-08e6-4dab-a4be-07e8174e16c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.993235] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.993303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.993493] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.993554] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('113594af-08e6-4dab-a4be-07e8174e16c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.994172] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c507dc4e-b768-41ed-bdb2-661b093161d2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.994283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.994377] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.994762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.994762] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c507dc4e-b768-41ed-bdb2-661b093161d2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.995372] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-010228be-2494-405d-9991-ae84386e4973 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.995489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.995555] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.995722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.995802] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('010228be-2494-405d-9991-ae84386e4973',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.996510] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e786077-27da-4640-a430-92f4eea5d2a9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.996616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.996682] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.996862] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.996926] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e786077-27da-4640-a430-92f4eea5d2a9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.020022] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.020415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.020415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.020415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.041402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.041955] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b1c935d-62fe-4fae-927c-71f152d0fa2f is going to be deleted. [ 1268.089978] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.090102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.090203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.090372] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.090464] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.090589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b1c935d-62fe-4fae-927c-71f152d0fa2f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.499692] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.499935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.500113] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.500260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.500451] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.500571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.500642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.500813] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.500911] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.501037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.501132] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.508519] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce9f81c-78b4-455f-8d33-aea064ed81d9 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.508786] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.508919] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.509336] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.509495] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.509628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.509700] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.509852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.509945] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.510038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.510127] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.510957] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4638e8b-c1d2-405a-8af7-8aa1d84de853 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.511059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.511544] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.511717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.511867] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.511963] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.512160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.512312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.512392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.512479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.512562] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.514219] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.514353] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.514484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.514657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.515352] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.515458] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.515519] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.515672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.515752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.515875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.515985] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.667052] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.667456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.667456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.667456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.669400] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.669535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.670337] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.670445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.671087] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.671203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.671860] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.671951] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.672640] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.672733] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.673436] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.673551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.674232] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.674510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.675418] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.675556] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.676508] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.676638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.678496] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.678636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.679440] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.680036] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.680175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.680954] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.681480] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.681609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.682403] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.682923] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.683059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.683872] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.684388] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.684516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.692502] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.693091] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.693254] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75920a8f-1261-4ded-b712-2454450df7e4 is going to be deleted. [ 1268.694500] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.694779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.713140] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.713335] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75e2a660-bfce-4a01-8179-4f12b921a824 is going to be deleted. [ 1268.714614] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.714901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.734076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.734253] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55df1f5c-144a-4620-826d-e946434503aa is going to be deleted. [ 1268.735206] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.735446] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.759394] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.759582] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.760350] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.760453] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.761939] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.762094] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac is going to be deleted. [ 1268.763122] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.763331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.781021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.781224] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.782151] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.782289] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 113594af-08e6-4dab-a4be-07e8174e16c4 is going to be deleted. [ 1268.783203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.783426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.801446] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.801605] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e786077-27da-4640-a430-92f4eea5d2a9 is going to be deleted. [ 1268.802497] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.802699] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.829649] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.829856] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.832552] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.832674] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5d1c206-b34c-4539-9f61-de443d735d6f is going to be deleted. [ 1268.833546] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.833757] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.835114] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.835226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.880174] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.880357] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd is going to be deleted. [ 1268.881273] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.881517] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.883456] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.883580] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.939369] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.939570] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7314bbad-7e38-4fa7-bab4-16c924da357b is going to be deleted. [ 1268.940426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.940638] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.966159] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.966368] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.977577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.977725] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 010228be-2494-405d-9991-ae84386e4973 is going to be deleted. [ 1268.978623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.978834] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.004865] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.005081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.005081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.005292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.005457] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.005550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.005615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.005767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.005855] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.005947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.006102] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.006194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.006255] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.006397] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.006532] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.006621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.006680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.006810] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.006913] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.006991] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.007094] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.017647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.017766] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f489950-6e82-40bd-85d1-708077680ea0 is going to be deleted. [ 1269.018919] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.019582] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.025423] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.026405] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.027912] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.031917] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.032040] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.085764] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.085877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.092532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.092726] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4daf8bcf-4699-4ddf-b459-2b996ca52b63 is going to be deleted. [ 1269.094050] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.094366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.120458] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.120678] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.123670] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.123831] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c507dc4e-b768-41ed-bdb2-661b093161d2 is going to be deleted. [ 1269.125038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.125319] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.129575] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.129712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.187714] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.188128] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1b6f242-03f2-48ca-ad5c-1eff8c878f96 is going to be deleted. [ 1269.188933] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.189177] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.219663] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.219663] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.244850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.245052] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb1d89bd-ac8f-4898-9016-b171aedf4601 is going to be deleted. [ 1269.245996] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.246284] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.247031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.247031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75920a8f-1261-4ded-b712-2454450df7e4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.247031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.247031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.247031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.247031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75e2a660-bfce-4a01-8179-4f12b921a824" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.247577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.247780] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.247943] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.248120] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55df1f5c-144a-4620-826d-e946434503aa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.248311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.248577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.248682] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.248815] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a4fc5ac-51ad-4aa9-8c79-d02958ba8bac" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.248970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.249164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.249258] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.249445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-113594af-08e6-4dab-a4be-07e8174e16c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.249602] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.249765] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.249916] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.249966] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e786077-27da-4640-a430-92f4eea5d2a9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.250147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.250312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.250410] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.251033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5d1c206-b34c-4539-9f61-de443d735d6f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.251033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.251033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.251033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.251033] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.251253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.251361] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.251472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.251609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7314bbad-7e38-4fa7-bab4-16c924da357b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.251754] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.251915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.252028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.252154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f489950-6e82-40bd-85d1-708077680ea0" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.252307] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.252471] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.252569] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.252731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-010228be-2494-405d-9991-ae84386e4973" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.252887] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.253069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.253168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.253296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4daf8bcf-4699-4ddf-b459-2b996ca52b63" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.261010] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.261192] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.261287] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.261487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.261596] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.261747] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c507dc4e-b768-41ed-bdb2-661b093161d2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.312125] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.312353] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.312426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.312640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.312729] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.312847] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1b6f242-03f2-48ca-ad5c-1eff8c878f96" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.438423] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.438423] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.438423] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.438756] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.438756] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.438823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb1d89bd-ac8f-4898-9016-b171aedf4601" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.509334] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e732742-e278-41dd-a243-1eaa9ecc7520: rpc.has_security_group_logging(os_id): False [ 1269.528100] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff129466-2f01-4f8a-b702-404d28c76012: rpc.has_security_group_logging(os_id): False [ 1269.529244] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4638e8b-c1d2-405a-8af7-8aa1d84de853: rpc.has_security_group_logging(os_id): False [ 1269.531671] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.533021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.533021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.533021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.533021] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bce9f81c-78b4-455f-8d33-aea064ed81d9: rpc.has_security_group_logging(os_id): False [ 1269.551688] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.551992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.559278] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.559572] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.559696] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.559756] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.560030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.560077] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.560241] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.560338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.560399] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.560546] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.560616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.560902] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.560902] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.561085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.561085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.561149] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.561230] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 is going to be updated. [ 1269.562344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.562499] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.563953] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.564073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.564752] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.564862] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.588568] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.588568] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.588752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.588752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.588895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.588974] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.589082] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 is going to be updated. [ 1269.590127] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.590297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.624368] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.624715] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.624819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.624880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.625643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.625643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.625643] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff129466-2f01-4f8a-b702-404d28c76012 is going to be updated. [ 1269.626510] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.626690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.645504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.645821] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.645945] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.646013] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.646219] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.646305] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.646398] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 is going to be updated. [ 1269.668466] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.668969] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.668969] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.668969] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.669155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.683559] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 in Status: IN_PROGRESS for 2s [ 1269.694054] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.694054] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.694054] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.694327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.694327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.705719] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: IN_PROGRESS for 2s [ 1269.711021] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.711184] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.711260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.711487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.711663] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.723398] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 in Status: IN_PROGRESS for 2s [ 1271.696456] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 in Status: SUCCESS [ 1271.696456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.717044] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: SUCCESS [ 1271.717232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.733838] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 in Status: SUCCESS [ 1271.734056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.777362] env[69236]: INFO networking_nsxv3.common.synchronization [req-61dd62ae-ca15-4d75-89f2-6a8129926588 req-9535fbd6-6deb-44b6-96db-ac6eeb686d9a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1271.777362] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1271.777362] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.777362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.777362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.777362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.777362] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.777362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.777362] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.777678] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.777678] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.777678] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.206859] env[69236]: INFO networking_nsxv3.common.synchronization [req-d00837c5-4de3-4da7-9d2c-854b57715d0c req-746c4528-d2f5-4c8f-99b9-4d05a67ceead tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Enqueued Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGHEST for action security_group_members [ 1272.207385] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGHEST for action security_group_members [ 1272.208023] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eae9a82-6c02-4fd7-8cc2-25a415026edd taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.208023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.208023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.208215] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.208277] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.208409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.208478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.209073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.209073] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.209073] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0eae9a82-6c02-4fd7-8cc2-25a415026edd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.282665] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.282665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.282665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.282665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.282665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.282665] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.282665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.282665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.282665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.282665] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.282665] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff129466-2f01-4f8a-b702-404d28c76012 is going to be updated. [ 1272.310238] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.310238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.310238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.310238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.310238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.317865] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: IN_PROGRESS for 2s [ 1272.469094] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.469318] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.469447] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.469716] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.469979] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.470153] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.470275] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.470483] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.470634] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.470843] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1272.470961] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.471085] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.471198] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.471312] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1272.471423] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.471557] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1272.489153] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1272.489304] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1272.489440] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1272.489600] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.489864] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-198da7f0-76fc-4ea4-93de-28425b9eaa4e taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.490036] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-198da7f0-76fc-4ea4-93de-28425b9eaa4e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.490162] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-198da7f0-76fc-4ea4-93de-28425b9eaa4e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.490445] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-198da7f0-76fc-4ea4-93de-28425b9eaa4e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.490584] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('198da7f0-76fc-4ea4-93de-28425b9eaa4e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.710612] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.710962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.710962] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.711076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.711158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.711354] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.711469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.711507] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.711652] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.711725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.711811] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd is going to be deleted. [ 1272.740054] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.740210] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.740271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.741022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.741022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.741022] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.994409] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.994409] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.994409] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.994409] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.994409] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.994409] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 198da7f0-76fc-4ea4-93de-28425b9eaa4e not found, creating... [ 1272.995624] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.995624] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.995624] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.995838] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.995906] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.996224] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.996427] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.996508] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.996739] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.996881] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.997036] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 198da7f0-76fc-4ea4-93de-28425b9eaa4e is going to be created. [ 1273.016535] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.016763] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.016897] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.017173] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.017416] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.017644] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-198da7f0-76fc-4ea4-93de-28425b9eaa4e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.700236] env[69236]: INFO networking_nsxv3.common.synchronization [req-d00837c5-4de3-4da7-9d2c-854b57715d0c req-80491687-91ac-42fd-b54f-c1d90b81167e service nova] Enqueued Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGHEST for action security_group_rules [ 1273.700236] env[69236]: INFO networking_nsxv3.common.synchronization [req-d00837c5-4de3-4da7-9d2c-854b57715d0c req-80491687-91ac-42fd-b54f-c1d90b81167e service nova] Enqueued Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGHEST for action security_group_members [ 1273.700236] env[69236]: INFO networking_nsxv3.common.synchronization [req-d00837c5-4de3-4da7-9d2c-854b57715d0c req-80491687-91ac-42fd-b54f-c1d90b81167e service nova] Enqueued Resource ID: 198da7f0-76fc-4ea4-93de-28425b9eaa4e with Priority: HIGHEST for action port [ 1273.700236] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGHEST for action security_group_rules [ 1273.700236] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGHEST for action security_group_members [ 1273.700236] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198da7f0-76fc-4ea4-93de-28425b9eaa4e with Priority: HIGHEST for action port [ 1273.700631] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.700858] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.701036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.701309] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.701535] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0eae9a82-6c02-4fd7-8cc2-25a415026edd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.702565] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eae9a82-6c02-4fd7-8cc2-25a415026edd taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.702790] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.702946] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.703204] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.703463] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.703654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.704624] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.704624] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.704624] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.704624] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0eae9a82-6c02-4fd7-8cc2-25a415026edd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.704899] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-198da7f0-76fc-4ea4-93de-28425b9eaa4e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.704995] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-198da7f0-76fc-4ea4-93de-28425b9eaa4e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.705060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-198da7f0-76fc-4ea4-93de-28425b9eaa4e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.705181] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-198da7f0-76fc-4ea4-93de-28425b9eaa4e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.705254] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('198da7f0-76fc-4ea4-93de-28425b9eaa4e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.206702] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eae9a82-6c02-4fd7-8cc2-25a415026edd taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.207024] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.207276] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0eae9a82-6c02-4fd7-8cc2-25a415026edd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.207951] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 198da7f0-76fc-4ea4-93de-28425b9eaa4e with status ACTIVE [ 1274.208149] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.208248] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.208320] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.208513] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.208603] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.208769] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.208861] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.208921] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.209080] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.209159] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.209339] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.209434] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.209484] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.209624] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.209695] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.209776] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 198da7f0-76fc-4ea4-93de-28425b9eaa4e is going to be updated. [ 1274.233069] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.233217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.233302] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.234554] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.234554] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.234554] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-198da7f0-76fc-4ea4-93de-28425b9eaa4e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.330448] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: SUCCESS [ 1274.330710] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff129466-2f01-4f8a-b702-404d28c76012 deletion is rescheduled due to dependency. [ 1274.330873] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.712383] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0eae9a82-6c02-4fd7-8cc2-25a415026edd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.215480] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.215806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.215806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.215932] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.216026] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.216121] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd is going to be created. [ 1275.237097] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.237257] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.237299] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.237470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.237620] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.245783] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd in Status: UNINITIALIZED for 2s [ 1276.775883] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 412 Client Error: Precondition Failed for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2e732742-e278-41dd-a243-1eaa9ecc7520 [ 1276.776232] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1276.803629] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.803842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.804052] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.804313] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.804957] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.805278] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.805394] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.805449] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.805612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.822659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.822917] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.823045] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.823137] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.823284] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.823398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.823558] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.823667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.823719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.823842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.823916] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.824121] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.824215] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.824268] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.824458] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.824533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.824618] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 is going to be updated. [ 1276.885630] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.885823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.885823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.885993] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.886155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.897931] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 in Status: IN_PROGRESS for 2s [ 1277.255399] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd in Status: SUCCESS [ 1277.255636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.255765] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.255969] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.256176] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.256281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.256336] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.256489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.256571] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.256656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.256731] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0eae9a82-6c02-4fd7-8cc2-25a415026edd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.758635] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eae9a82-6c02-4fd7-8cc2-25a415026edd taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.758822] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.758871] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.759104] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.759284] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.759371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.759446] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.759545] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.759631] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.759722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.759864] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eae9a82-6c02-4fd7-8cc2-25a415026edd taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.759952] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.760030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.760157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.760297] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.760408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.760473] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.760593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.760673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.760753] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.760842] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0eae9a82-6c02-4fd7-8cc2-25a415026edd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.262992] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0eae9a82-6c02-4fd7-8cc2-25a415026edd: rpc.has_security_group_logging(os_id): False [ 1278.280936] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.281203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.281203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.281420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.281534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.281744] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.281869] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.281949] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.282178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.282285] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.282563] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.282669] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.282733] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.282876] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.282953] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.283169] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.283285] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.283365] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.283524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.283616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.283708] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd is going to be created. [ 1278.362301] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.362517] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.362517] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.362759] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.362862] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.372858] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd in Status: IN_PROGRESS for 2s [ 1278.700614] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.700809] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1278.912577] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 in Status: SUCCESS [ 1278.912577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.385036] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd in Status: SUCCESS [ 1280.385414] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.466741] env[69236]: INFO networking_nsxv3.common.synchronization [req-3b442573-1c52-4a81-828f-9b88105a1a7e req-c825e5dc-df65-4e8c-82c7-e79b5e3111f1 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1281.467415] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1281.467781] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.467924] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.467992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.468288] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.468450] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.468552] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.468611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.468781] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.468842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.468923] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.838221] env[69236]: INFO networking_nsxv3.common.synchronization [req-6fba799a-f973-4fdd-8bca-1ab58700e9d8 req-e1b3e9c1-f1e2-4466-84f3-b4d359e75c6b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Enqueued Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGHEST for action security_group_members [ 1281.838901] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGHEST for action security_group_members [ 1281.839495] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eae9a82-6c02-4fd7-8cc2-25a415026edd taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.839717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.839793] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.840145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.840297] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.840438] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.840536] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.840750] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.840877] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.841031] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0eae9a82-6c02-4fd7-8cc2-25a415026edd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.902102] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.902320] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.902457] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.902720] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.902981] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.903156] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.903274] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.903716] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.903716] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.903876] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1281.903931] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1281.904057] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1281.904172] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1281.904284] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1281.904446] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1281.904577] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1281.909839] env[69236]: INFO networking_nsxv3.common.synchronization [req-6fba799a-f973-4fdd-8bca-1ab58700e9d8 req-e1b3e9c1-f1e2-4466-84f3-b4d359e75c6b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Enqueued Resource ID: 198da7f0-76fc-4ea4-93de-28425b9eaa4e with Priority: HIGHEST for action port [ 1281.909839] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198da7f0-76fc-4ea4-93de-28425b9eaa4e with Priority: HIGHEST for action port [ 1281.910110] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-198da7f0-76fc-4ea4-93de-28425b9eaa4e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.910303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-198da7f0-76fc-4ea4-93de-28425b9eaa4e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.910398] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-198da7f0-76fc-4ea4-93de-28425b9eaa4e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.910617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-198da7f0-76fc-4ea4-93de-28425b9eaa4e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.910700] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('198da7f0-76fc-4ea4-93de-28425b9eaa4e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.925223] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1281.925403] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1281.925551] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1281.925725] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.926036] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-5e0a0119-967d-440e-8a7b-8486518aeefb taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.926213] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-5e0a0119-967d-440e-8a7b-8486518aeefb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.926387] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-5e0a0119-967d-440e-8a7b-8486518aeefb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.926765] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-5e0a0119-967d-440e-8a7b-8486518aeefb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.926961] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e0a0119-967d-440e-8a7b-8486518aeefb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.971338] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.971559] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.971559] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.971830] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.994061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.994061] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.994249] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.994249] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.994478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.994585] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.994656] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff129466-2f01-4f8a-b702-404d28c76012 is going to be updated. [ 1282.015643] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.015785] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.015854] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.016048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.016185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.023357] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: IN_PROGRESS for 2s [ 1282.343252] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.343459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.343566] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.344082] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.344082] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.344280] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.344457] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.344524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.344755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.344843] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.345019] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd is going to be updated. [ 1282.371171] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.371324] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.371400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.371608] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.371747] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.379854] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd in Status: IN_PROGRESS for 2s [ 1282.414437] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 198da7f0-76fc-4ea4-93de-28425b9eaa4e with status ACTIVE [ 1282.414852] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.415056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.415227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.415535] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.415654] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.415856] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.415964] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.416041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.416208] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.416287] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.416477] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.416573] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.416633] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.416771] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.416844] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.416927] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 198da7f0-76fc-4ea4-93de-28425b9eaa4e is going to be updated. [ 1282.430929] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.431236] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.431373] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.431654] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.431813] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.431972] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 5e0a0119-967d-440e-8a7b-8486518aeefb not found, creating... [ 1282.432268] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.432432] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.432559] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.432782] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.432926] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.433230] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.433392] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.433514] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.433760] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.433902] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.434061] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 5e0a0119-967d-440e-8a7b-8486518aeefb is going to be created. [ 1282.435908] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.436072] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.436135] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.436245] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.436373] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.436546] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-198da7f0-76fc-4ea4-93de-28425b9eaa4e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.454594] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.454845] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.454965] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.455265] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.455523] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.455766] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-5e0a0119-967d-440e-8a7b-8486518aeefb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.123724] env[69236]: INFO networking_nsxv3.common.synchronization [req-3b442573-1c52-4a81-828f-9b88105a1a7e req-d0ac7219-5662-4548-9846-94dbdb8e0e11 service nova] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_rules [ 1283.124030] env[69236]: INFO networking_nsxv3.common.synchronization [req-3b442573-1c52-4a81-828f-9b88105a1a7e req-d0ac7219-5662-4548-9846-94dbdb8e0e11 service nova] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1283.124072] env[69236]: INFO networking_nsxv3.common.synchronization [req-3b442573-1c52-4a81-828f-9b88105a1a7e req-d0ac7219-5662-4548-9846-94dbdb8e0e11 service nova] Enqueued Resource ID: 5e0a0119-967d-440e-8a7b-8486518aeefb with Priority: HIGHEST for action port [ 1283.124401] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_rules [ 1283.124565] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1283.124796] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e0a0119-967d-440e-8a7b-8486518aeefb with Priority: HIGHEST for action port [ 1283.125828] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.125951] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.126041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.126229] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.126307] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.127151] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.127214] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.127400] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e0a0119-967d-440e-8a7b-8486518aeefb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.127506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e0a0119-967d-440e-8a7b-8486518aeefb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.127567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e0a0119-967d-440e-8a7b-8486518aeefb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.128038] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e0a0119-967d-440e-8a7b-8486518aeefb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.128038] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e0a0119-967d-440e-8a7b-8486518aeefb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.629533] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.629944] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.629944] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e0a0119-967d-440e-8a7b-8486518aeefb with status ACTIVE [ 1283.630071] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.630443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.630443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.630443] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.630619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.630680] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.630770] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.630950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.630950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.631080] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.631387] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.631387] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.631387] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.631680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.631680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.631680] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e0a0119-967d-440e-8a7b-8486518aeefb is going to be updated. [ 1283.651535] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.651671] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.651712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.651950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.652071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.652474] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e0a0119-967d-440e-8a7b-8486518aeefb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.033016] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: SUCCESS [ 1284.033216] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff129466-2f01-4f8a-b702-404d28c76012 deletion is rescheduled due to dependency. [ 1284.033340] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.033466] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.033677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.033858] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.033973] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.034047] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.034194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.034273] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.034364] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.267031] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.267031] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-395" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.267031] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-395" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.267031] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-395" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.267031] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.267644] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.267928] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.268370] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.268675] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.270129] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1284.270129] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1284.270129] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1284.270129] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1284.270129] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1284.270129] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1284.270129] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1284.288158] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1284.288307] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1284.288505] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1284.288719] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-395" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.289050] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-a9620152-b2c6-4718-b48d-32c6d9d7bd50 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.289286] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-a9620152-b2c6-4718-b48d-32c6d9d7bd50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.289457] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-a9620152-b2c6-4718-b48d-32c6d9d7bd50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.289698] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-a9620152-b2c6-4718-b48d-32c6d9d7bd50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.290493] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9620152-b2c6-4718-b48d-32c6d9d7bd50',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.389598] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd in Status: SUCCESS [ 1284.389779] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd deletion is rescheduled due to dependency. [ 1284.389883] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.536616] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.792520] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.792741] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.792871] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.793183] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.793347] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.793648] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.793817] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.793938] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.794179] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.794323] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.794694] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.794858] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.794980] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.795210] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.795352] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.795502] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: a9620152-b2c6-4718-b48d-32c6d9d7bd50 is going to be updated. [ 1284.834242] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.834242] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.834242] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.834539] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.834671] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.834888] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-a9620152-b2c6-4718-b48d-32c6d9d7bd50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.997862] env[69236]: INFO networking_nsxv3.common.synchronization [None req-2fe88b93-d1ff-46d3-885c-8e680c342f7e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Enqueued Resource ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 with Priority: HIGHEST for action security_group_rules [ 1284.998524] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 with Priority: HIGHEST for action security_group_rules [ 1284.998894] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.999067] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.999151] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.999450] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.999563] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5533ade-03cb-48e2-a6cc-e022e2f372c3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.038753] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.087872] env[69236]: INFO networking_nsxv3.common.synchronization [None req-40b3c97e-5e25-42c0-948b-1002c406c800 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Enqueued Resource ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 with Priority: HIGHEST for action security_group_rules [ 1285.088933] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 with Priority: HIGHEST for action security_group_rules [ 1285.089300] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.089408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.491085] env[69236]: INFO networking_nsxv3.common.synchronization [req-9c841120-6191-45b3-a88b-b77b12f970e8 req-ec002ad3-1200-4963-a97e-92b8e4fdc4b4 service nova] Enqueued Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGHEST for action security_group_rules [ 1285.491085] env[69236]: INFO networking_nsxv3.common.synchronization [req-9c841120-6191-45b3-a88b-b77b12f970e8 req-ec002ad3-1200-4963-a97e-92b8e4fdc4b4 service nova] Enqueued Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGHEST for action security_group_members [ 1285.491085] env[69236]: INFO networking_nsxv3.common.synchronization [req-9c841120-6191-45b3-a88b-b77b12f970e8 req-ec002ad3-1200-4963-a97e-92b8e4fdc4b4 service nova] Enqueued Resource ID: a9620152-b2c6-4718-b48d-32c6d9d7bd50 with Priority: HIGHEST for action port [ 1285.491085] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGHEST for action security_group_rules [ 1285.491085] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGHEST for action security_group_members [ 1285.491085] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9620152-b2c6-4718-b48d-32c6d9d7bd50 with Priority: HIGHEST for action port [ 1285.492049] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bce9f81c-78b4-455f-8d33-aea064ed81d9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.492726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.492996] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.493329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.496185] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.496185] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce9f81c-78b4-455f-8d33-aea064ed81d9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.496185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.496185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.496185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.496185] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.496185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.496185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.496185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.496185] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.496185] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.500199] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9620152-b2c6-4718-b48d-32c6d9d7bd50 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.501198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9620152-b2c6-4718-b48d-32c6d9d7bd50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.501198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9620152-b2c6-4718-b48d-32c6d9d7bd50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.501198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9620152-b2c6-4718-b48d-32c6d9d7bd50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.501198] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9620152-b2c6-4718-b48d-32c6d9d7bd50',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.524020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.524020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.524020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.524020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.524020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.524020] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 already deleted. [ 1285.524020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.524020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.524020] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.524020] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5533ade-03cb-48e2-a6cc-e022e2f372c3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.543615] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.543615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.543615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.543615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.543615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.543615] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff129466-2f01-4f8a-b702-404d28c76012 is going to be updated. [ 1285.567297] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.567297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.567297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.567297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.567297] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.573407] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: IN_PROGRESS for 2s [ 1286.003510] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.004737] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce9f81c-78b4-455f-8d33-aea064ed81d9 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.004892] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.005079] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9620152-b2c6-4718-b48d-32c6d9d7bd50 with status ACTIVE [ 1286.005249] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.005387] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.005521] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.005690] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.006342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.006342] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.006342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.006342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.006342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.006585] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.006617] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.006726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.006798] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.007014] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.007071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.007134] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9620152-b2c6-4718-b48d-32c6d9d7bd50 is going to be updated. [ 1286.027488] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.027647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.028630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.028630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.028630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.028630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9620152-b2c6-4718-b48d-32c6d9d7bd50" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.046198] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.046331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.046470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.046605] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.046686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.046785] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 already deleted. [ 1286.046866] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.509877] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.012430] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.012430] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.012430] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.012722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.012823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.012870] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 is going to be updated. [ 1287.039100] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.039325] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.039325] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.039555] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.039704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.048374] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 in Status: IN_PROGRESS for 2s [ 1287.584107] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: SUCCESS [ 1287.584107] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.584107] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.584743] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.585059] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.585271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.585342] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.585630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.585720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.585889] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.586020] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.088376] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.591414] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff129466-2f01-4f8a-b702-404d28c76012: rpc.has_security_group_logging(os_id): False [ 1288.608885] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.609041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.609112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.609364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.609461] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.609722] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.609821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.609888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.610114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.610155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.610346] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff129466-2f01-4f8a-b702-404d28c76012 is going to be updated. [ 1288.663765] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.663940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.664028] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.664261] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.664423] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.677322] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: IN_PROGRESS for 2s [ 1289.058710] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 in Status: SUCCESS [ 1289.058929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.059109] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.059438] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.059521] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.059639] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.059704] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.059858] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.059937] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.060032] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.060120] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.562946] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.065215] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bce9f81c-78b4-455f-8d33-aea064ed81d9: rpc.has_security_group_logging(os_id): False [ 1290.082488] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.082722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.082722] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.082905] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.102238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.102637] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.102806] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.102882] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.103184] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.103304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.104029] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 is going to be updated. [ 1290.173719] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.173932] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.173932] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.174167] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.174312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.189445] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 in Status: IN_PROGRESS for 2s [ 1290.492052] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.492226] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1290.500889] env[69236]: INFO networking_nsxv3.common.synchronization [req-b4ffe5a9-9394-4890-b033-f1d40cc2469c req-f673b094-8dbf-44b8-846d-44edd9135fd5 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Enqueued Resource ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 with Priority: HIGHEST for action security_group_members [ 1290.501301] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 with Priority: HIGHEST for action security_group_members [ 1290.501531] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5533ade-03cb-48e2-a6cc-e022e2f372c3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.501677] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.501743] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.502796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.502796] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.502796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.502796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.502796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.502796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.502796] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5533ade-03cb-48e2-a6cc-e022e2f372c3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.701493] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: SUCCESS [ 1290.701493] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.811862] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-44 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.812089] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-44" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.812266] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-44" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.812606] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-44" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.812890] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.813069] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.813195] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.813431] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.813592] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.813872] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.814029] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1290.814154] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1290.814270] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1290.814387] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.814544] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1290.814732] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1290.833019] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1290.833187] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1290.833328] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1290.833504] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-44" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.833862] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-01b5403c-003f-4052-a7db-054c93d0ca5b taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.834041] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-01b5403c-003f-4052-a7db-054c93d0ca5b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.834190] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-01b5403c-003f-4052-a7db-054c93d0ca5b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.834485] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-01b5403c-003f-4052-a7db-054c93d0ca5b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.834673] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b5403c-003f-4052-a7db-054c93d0ca5b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.005081] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.005081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.005081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.005081] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.005860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.005860] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.005860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.005860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.006277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.006277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.006277] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 already deleted. [ 1291.006277] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.337084] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.337479] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.337479] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.337697] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.337853] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.338029] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 01b5403c-003f-4052-a7db-054c93d0ca5b not found, creating... [ 1291.338297] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.338459] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.338583] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.338804] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.338983] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.339284] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.339437] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.339582] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.340128] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.340128] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.340128] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 01b5403c-003f-4052-a7db-054c93d0ca5b is going to be created. [ 1291.360217] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.360436] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.360601] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.360931] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.361253] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.361543] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-01b5403c-003f-4052-a7db-054c93d0ca5b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.062022] env[69236]: INFO networking_nsxv3.common.synchronization [req-b4ffe5a9-9394-4890-b033-f1d40cc2469c req-6808ee21-c87f-4a04-a36f-8fd7a359f874 service nova] Enqueued Resource ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 with Priority: HIGHEST for action security_group_rules [ 1292.062022] env[69236]: INFO networking_nsxv3.common.synchronization [req-b4ffe5a9-9394-4890-b033-f1d40cc2469c req-6808ee21-c87f-4a04-a36f-8fd7a359f874 service nova] Enqueued Resource ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 with Priority: HIGHEST for action security_group_members [ 1292.062022] env[69236]: INFO networking_nsxv3.common.synchronization [req-b4ffe5a9-9394-4890-b033-f1d40cc2469c req-6808ee21-c87f-4a04-a36f-8fd7a359f874 service nova] Enqueued Resource ID: 01b5403c-003f-4052-a7db-054c93d0ca5b with Priority: HIGHEST for action port [ 1292.062022] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 with Priority: HIGHEST for action security_group_rules [ 1292.062022] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 with Priority: HIGHEST for action security_group_members [ 1292.062022] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b5403c-003f-4052-a7db-054c93d0ca5b with Priority: HIGHEST for action port [ 1292.062022] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.062791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.062968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.063301] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.063787] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5533ade-03cb-48e2-a6cc-e022e2f372c3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.064944] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5533ade-03cb-48e2-a6cc-e022e2f372c3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.065226] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.067018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.067018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.067018] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.067018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.067018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.067018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.067018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.067018] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5533ade-03cb-48e2-a6cc-e022e2f372c3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.067878] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-01b5403c-003f-4052-a7db-054c93d0ca5b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.068183] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01b5403c-003f-4052-a7db-054c93d0ca5b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.068363] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01b5403c-003f-4052-a7db-054c93d0ca5b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.068642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01b5403c-003f-4052-a7db-054c93d0ca5b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.068825] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b5403c-003f-4052-a7db-054c93d0ca5b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.203445] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 in Status: SUCCESS [ 1292.203445] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.570750] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5533ade-03cb-48e2-a6cc-e022e2f372c3 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.571175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.571324] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5533ade-03cb-48e2-a6cc-e022e2f372c3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.572322] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01b5403c-003f-4052-a7db-054c93d0ca5b with status ACTIVE [ 1292.572563] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.572695] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.572758] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.572969] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.573121] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.573506] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.573653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.573761] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.573964] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.574102] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.574331] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.574459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.574552] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.574743] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.574828] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.574956] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01b5403c-003f-4052-a7db-054c93d0ca5b is going to be updated. [ 1292.595335] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.595588] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.595588] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.596093] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.596093] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.596314] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01b5403c-003f-4052-a7db-054c93d0ca5b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.077385] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5533ade-03cb-48e2-a6cc-e022e2f372c3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.579691] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.580189] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.580189] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.580189] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.580425] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.580425] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 is going to be created. [ 1293.603206] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.603442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.603487] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.603693] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.603860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.613735] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 in Status: UNINITIALIZED for 2s [ 1295.624431] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 in Status: SUCCESS [ 1295.624896] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.624896] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.625078] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.625273] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.625393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.625455] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.625641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.625721] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.625807] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.625896] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5533ade-03cb-48e2-a6cc-e022e2f372c3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.128630] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5533ade-03cb-48e2-a6cc-e022e2f372c3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.630713] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5533ade-03cb-48e2-a6cc-e022e2f372c3: rpc.has_security_group_logging(os_id): False [ 1296.648911] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.649173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.649292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.649637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.649863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.650261] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.650508] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.650593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.650841] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.650970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.651237] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 is going to be created. [ 1296.708871] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.709187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.709187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.709310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.709479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.719844] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 in Status: IN_PROGRESS for 2s [ 1297.062974] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.063207] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1298.732587] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 in Status: SUCCESS [ 1298.732934] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.064365] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.064689] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1307.065306] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.065699] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1308.195668] env[69236]: INFO networking_nsxv3.common.synchronization [req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 req-10c02c63-8f2d-4bf8-bd1c-96e7d247ff70 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Enqueued Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_members [ 1308.196253] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_members [ 1308.196737] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4638e8b-c1d2-405a-8af7-8aa1d84de853 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.196935] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.197180] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.197339] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.197554] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.197767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.199327] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.199533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.199630] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.199731] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.463754] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.463919] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.464646] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.465140] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.465368] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.465578] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.465734] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.466076] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.466311] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.466609] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1308.466810] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1308.466976] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1308.467134] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1308.467281] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1308.467417] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1308.467584] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1308.488074] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1308.488255] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1308.488393] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1308.488576] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-238" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.488898] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.489090] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.489216] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.489549] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.489694] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.705799] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.991912] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.992238] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.992405] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.992752] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.992991] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.993222] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 not found, creating... [ 1308.993594] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.993779] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.993909] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.994170] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.994331] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.994746] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.994908] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.995049] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.995267] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.995411] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.995559] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 is going to be created. [ 1309.015624] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.015842] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.016025] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.016301] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.016607] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.016789] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.208695] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.694419] env[69236]: INFO networking_nsxv3.common.synchronization [req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 req-52349eb4-ec9c-403c-8fe2-e5a4e987b84e service nova] Enqueued Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_rules [ 1309.694624] env[69236]: INFO networking_nsxv3.common.synchronization [req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 req-52349eb4-ec9c-403c-8fe2-e5a4e987b84e service nova] Enqueued Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_members [ 1309.694821] env[69236]: INFO networking_nsxv3.common.synchronization [req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 req-52349eb4-ec9c-403c-8fe2-e5a4e987b84e service nova] Enqueued Resource ID: 729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 with Priority: HIGHEST for action port [ 1309.695073] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_rules [ 1309.695206] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_members [ 1309.695301] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 with Priority: HIGHEST for action port [ 1309.695835] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.695961] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.696227] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.696467] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.696584] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.697445] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4638e8b-c1d2-405a-8af7-8aa1d84de853 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.697582] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.697806] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.697987] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.698061] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.698244] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.698346] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.711114] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.711304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.711382] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.711604] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.711702] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.711804] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 is going to be updated. [ 1309.739510] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.739692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.739692] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.739836] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.739977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.748547] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 in Status: IN_PROGRESS for 2s [ 1310.200285] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4638e8b-c1d2-405a-8af7-8aa1d84de853 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.200524] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.200627] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 with status ACTIVE [ 1310.200795] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.200915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.200981] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.201218] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.201308] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.201485] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.201611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.201643] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.201776] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.201858] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.202047] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.202143] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.202204] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.202341] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.202415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.202498] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 is going to be updated. [ 1310.224228] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.224588] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.224588] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.224588] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.224752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.224845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.757578] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 in Status: SUCCESS [ 1311.758017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.758017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.758151] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.758334] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.758448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.758515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.758668] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.758752] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.758849] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.260662] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.762729] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.265379] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.265608] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.265608] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.265845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.265956] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.266073] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 is going to be updated. [ 1313.295349] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.295489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.295582] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.295740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.295850] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.304170] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 in Status: IN_PROGRESS for 2s [ 1314.696649] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.696942] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1315.314368] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 in Status: SUCCESS [ 1315.314577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.314736] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.314993] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.315196] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.315315] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.315386] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.315550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.315645] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.315734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.315856] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.817910] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.320388] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4638e8b-c1d2-405a-8af7-8aa1d84de853: rpc.has_security_group_logging(os_id): False [ 1316.337638] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.337796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.337863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.338097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.354601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.354997] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.355127] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.355196] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.355381] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.355466] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.355573] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 is going to be updated. [ 1316.408345] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.408503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.408575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.408774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.408919] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.421193] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 in Status: IN_PROGRESS for 2s [ 1318.435229] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 in Status: SUCCESS [ 1318.435618] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.697750] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.698091] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.699451] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.699748] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.700160] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.700477] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.701275] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.701579] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.281965] env[69236]: INFO networking_nsxv3.common.synchronization [req-51015509-4f94-4610-89de-f8f709c3aa2a req-dbec6cac-8ffd-4acd-86a9-67c3bdfd6cbb tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Enqueued Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGHEST for action security_group_members [ 1339.282517] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGHEST for action security_group_members [ 1339.282828] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce9f81c-78b4-455f-8d33-aea064ed81d9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.282961] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.283029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.283244] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.283439] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.283516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.283556] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.283707] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.283799] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.283959] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.786103] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.786409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.786409] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.786959] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.786959] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.786959] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.787290] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.787290] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.787290] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.787290] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.787460] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 is going to be updated. [ 1339.825665] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.825862] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.825862] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.825970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.826134] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.833842] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 in Status: IN_PROGRESS for 2s [ 1341.844804] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 in Status: SUCCESS [ 1341.845379] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 deletion is rescheduled due to dependency. [ 1341.845379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.283903] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.283903] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.284378] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.284698] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.795523] env[69236]: INFO networking_nsxv3.common.synchronization [None req-b7a0ef66-a0f2-4640-b276-8a2927296654 None None] Enqueued Resource ID: 2b734cc2-ed17-4855-9406-982992cbee89 with Priority: HIGHEST for action port [ 1351.795826] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b734cc2-ed17-4855-9406-982992cbee89 with Priority: HIGHEST for action port [ 1351.796451] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b734cc2-ed17-4855-9406-982992cbee89 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.796573] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b734cc2-ed17-4855-9406-982992cbee89" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.796633] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b734cc2-ed17-4855-9406-982992cbee89" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.796897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b734cc2-ed17-4855-9406-982992cbee89" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.796977] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b734cc2-ed17-4855-9406-982992cbee89',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.299516] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b734cc2-ed17-4855-9406-982992cbee89 [ 1352.300221] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.300221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.300221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.300221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.300650] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.300650] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b734cc2-ed17-4855-9406-982992cbee89 already deleted. [ 1352.300650] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b734cc2-ed17-4855-9406-982992cbee89" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.323833] env[69236]: INFO networking_nsxv3.common.synchronization [None req-28819c95-ed8b-4f43-8350-dce71f877976 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Enqueued Resource ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad with Priority: HIGHEST for action security_group_rules [ 1352.323833] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad with Priority: HIGHEST for action security_group_rules [ 1352.323833] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.323833] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.323833] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.324283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.324283] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47e03dde-6f17-4484-b0f7-5de7e59bf5ad',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.405106] env[69236]: INFO networking_nsxv3.common.synchronization [None req-3028d65f-b51b-4098-836c-e06e6c154842 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Enqueued Resource ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad with Priority: HIGHEST for action security_group_rules [ 1352.406034] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad with Priority: HIGHEST for action security_group_rules [ 1352.406120] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.406261] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.848036] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.848411] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.848411] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.848541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.848595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.848982] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad already deleted. [ 1352.848982] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.848982] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.849521] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.849929] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47e03dde-6f17-4484-b0f7-5de7e59bf5ad',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.369597] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.369597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.369597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.370173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.370173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.370173] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad already deleted. [ 1353.370173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.054026] env[69236]: INFO networking_nsxv3.common.synchronization [None req-decc8a9f-6999-4d6a-99cc-2bb5fb916514 None None] Enqueued Resource ID: aa92dcc8-79c3-4b6a-ac0d-48c37d9385e6 with Priority: HIGHEST for action port [ 1354.054026] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa92dcc8-79c3-4b6a-ac0d-48c37d9385e6 with Priority: HIGHEST for action port [ 1354.054359] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa92dcc8-79c3-4b6a-ac0d-48c37d9385e6 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.054425] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa92dcc8-79c3-4b6a-ac0d-48c37d9385e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.054481] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa92dcc8-79c3-4b6a-ac0d-48c37d9385e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.054784] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa92dcc8-79c3-4b6a-ac0d-48c37d9385e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.054829] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa92dcc8-79c3-4b6a-ac0d-48c37d9385e6',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.556991] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa92dcc8-79c3-4b6a-ac0d-48c37d9385e6 [ 1354.557307] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.557472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.557686] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.557940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.558070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.558173] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa92dcc8-79c3-4b6a-ac0d-48c37d9385e6 already deleted. [ 1354.558262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa92dcc8-79c3-4b6a-ac0d-48c37d9385e6" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.027053] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.027053] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.027053] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.027053] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.027537] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.027537] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.027651] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.027784] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.027932] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.028180] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1357.028304] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1357.028410] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1357.028532] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1357.028644] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1357.028750] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1357.028913] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1357.049085] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1357.049261] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1357.049398] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1357.049568] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-219" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.049867] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-5e0a0119-967d-440e-8a7b-8486518aeefb taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.050045] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-5e0a0119-967d-440e-8a7b-8486518aeefb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.050172] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-5e0a0119-967d-440e-8a7b-8486518aeefb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.050414] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-5e0a0119-967d-440e-8a7b-8486518aeefb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.050557] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e0a0119-967d-440e-8a7b-8486518aeefb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.554572] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.554572] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.554572] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.554572] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.554572] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.554572] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.554572] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.554572] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.554572] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.554572] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.555135] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.555135] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.555135] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.555302] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.555504] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.555504] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 5e0a0119-967d-440e-8a7b-8486518aeefb is going to be updated. [ 1357.577207] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.577421] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.577540] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.577806] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.578010] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.578240] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-5e0a0119-967d-440e-8a7b-8486518aeefb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.234748] env[69236]: INFO networking_nsxv3.common.synchronization [req-f2329f97-0b07-4a6b-8669-76bf8cafc510 req-91d8e596-f444-4d2a-98f1-45fafd65966a service nova] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_rules [ 1358.235014] env[69236]: INFO networking_nsxv3.common.synchronization [req-f2329f97-0b07-4a6b-8669-76bf8cafc510 req-91d8e596-f444-4d2a-98f1-45fafd65966a service nova] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1358.235014] env[69236]: INFO networking_nsxv3.common.synchronization [req-f2329f97-0b07-4a6b-8669-76bf8cafc510 req-91d8e596-f444-4d2a-98f1-45fafd65966a service nova] Enqueued Resource ID: 5e0a0119-967d-440e-8a7b-8486518aeefb with Priority: HIGHEST for action port [ 1358.235230] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_rules [ 1358.235394] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1358.235501] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e0a0119-967d-440e-8a7b-8486518aeefb with Priority: HIGHEST for action port [ 1358.236070] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.236210] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.236279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.236472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.236555] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.237351] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.237459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.237526] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.237697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.237839] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.237968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.238017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.238165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.238241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.238362] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.239018] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e0a0119-967d-440e-8a7b-8486518aeefb taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.239648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e0a0119-967d-440e-8a7b-8486518aeefb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.239648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e0a0119-967d-440e-8a7b-8486518aeefb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.239648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e0a0119-967d-440e-8a7b-8486518aeefb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.239648] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e0a0119-967d-440e-8a7b-8486518aeefb',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.741762] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.741762] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.741762] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.742497] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e0a0119-967d-440e-8a7b-8486518aeefb with status ACTIVE [ 1358.742676] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.742787] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.742851] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.743059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.743178] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.743344] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.743439] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.743498] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.743648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.743720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.743900] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.743992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.744503] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.744660] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.744739] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.744841] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e0a0119-967d-440e-8a7b-8486518aeefb is going to be updated. [ 1358.767746] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.767921] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.767967] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.768128] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.768262] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.768411] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e0a0119-967d-440e-8a7b-8486518aeefb" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.247548] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.698882] env[69236]: INFO networking_nsxv3.common.synchronization [req-de387be6-f029-4335-8d32-0994ae7d0466 req-602f9dc5-4e1c-4e1e-9d11-d51c5696cb66 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Enqueued Resource ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad with Priority: HIGHEST for action security_group_members [ 1359.699417] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad with Priority: HIGHEST for action security_group_members [ 1359.699713] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.699832] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.699899] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.700160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.700316] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.700417] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.700489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.700637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.700721] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.700813] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47e03dde-6f17-4484-b0f7-5de7e59bf5ad',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.750078] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.750272] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.750356] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.750597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.750705] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.750820] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff129466-2f01-4f8a-b702-404d28c76012 is going to be updated. [ 1359.780801] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.780989] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.780989] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.781166] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.781312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.788809] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: IN_PROGRESS for 2s [ 1359.987515] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.987830] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-273" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.988251] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-273" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.988358] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-273" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.988643] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.988814] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.988937] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.989268] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.989525] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.989815] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1359.989981] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1359.990203] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1359.990342] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1359.990486] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1359.990618] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1359.990914] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1360.009286] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1360.009466] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1360.009606] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1360.009779] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-273" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.010089] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-2fb40460-f4e4-4d59-b483-53d9d2f86850 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.010267] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-2fb40460-f4e4-4d59-b483-53d9d2f86850" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.010392] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-2fb40460-f4e4-4d59-b483-53d9d2f86850" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.010687] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-2fb40460-f4e4-4d59-b483-53d9d2f86850" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.010830] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fb40460-f4e4-4d59-b483-53d9d2f86850',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.204145] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.204304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.204379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.204623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.204720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.204935] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.205041] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.205105] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.205257] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.205352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.205437] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad already deleted. [ 1360.205515] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.513018] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.513434] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.513482] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.513832] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.514016] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.514229] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 2fb40460-f4e4-4d59-b483-53d9d2f86850 not found, creating... [ 1360.514541] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.514741] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.514880] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.515163] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.515368] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.515789] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.516051] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.516224] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.516526] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.516762] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.516952] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 2fb40460-f4e4-4d59-b483-53d9d2f86850 is going to be created. [ 1360.535461] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.535702] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.535870] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.536227] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.536535] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.536997] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-2fb40460-f4e4-4d59-b483-53d9d2f86850" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.273585] env[69236]: INFO networking_nsxv3.common.synchronization [req-de387be6-f029-4335-8d32-0994ae7d0466 req-7d9eea77-9098-4a92-8c66-6a29cd7552d4 service nova] Enqueued Resource ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad with Priority: HIGHEST for action security_group_rules [ 1361.273585] env[69236]: INFO networking_nsxv3.common.synchronization [req-de387be6-f029-4335-8d32-0994ae7d0466 req-7d9eea77-9098-4a92-8c66-6a29cd7552d4 service nova] Enqueued Resource ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad with Priority: HIGHEST for action security_group_members [ 1361.273585] env[69236]: INFO networking_nsxv3.common.synchronization [req-de387be6-f029-4335-8d32-0994ae7d0466 req-7d9eea77-9098-4a92-8c66-6a29cd7552d4 service nova] Enqueued Resource ID: 2fb40460-f4e4-4d59-b483-53d9d2f86850 with Priority: HIGHEST for action port [ 1361.273897] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad with Priority: HIGHEST for action security_group_rules [ 1361.273897] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad with Priority: HIGHEST for action security_group_members [ 1361.273994] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb40460-f4e4-4d59-b483-53d9d2f86850 with Priority: HIGHEST for action port [ 1361.274240] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.274365] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.274426] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.274626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.274704] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47e03dde-6f17-4484-b0f7-5de7e59bf5ad',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.276992] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.276992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.276992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.276992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.276992] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.276992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.276992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.276992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.276992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.276992] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47e03dde-6f17-4484-b0f7-5de7e59bf5ad',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.277779] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fb40460-f4e4-4d59-b483-53d9d2f86850 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.280015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fb40460-f4e4-4d59-b483-53d9d2f86850" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.280015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fb40460-f4e4-4d59-b483-53d9d2f86850" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.280015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fb40460-f4e4-4d59-b483-53d9d2f86850" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.280015] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fb40460-f4e4-4d59-b483-53d9d2f86850',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.779573] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.779934] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.779934] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47e03dde-6f17-4484-b0f7-5de7e59bf5ad',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.780951] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fb40460-f4e4-4d59-b483-53d9d2f86850 with status ACTIVE [ 1361.781039] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.781103] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.781173] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.781370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.781461] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.781725] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.781725] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.781915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.781915] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.782029] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.782212] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.782306] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.782366] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.782506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.782582] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.782667] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fb40460-f4e4-4d59-b483-53d9d2f86850 is going to be updated. [ 1361.802765] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: SUCCESS [ 1361.802982] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.803155] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.803368] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.803563] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.803678] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.803758] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.803906] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.803998] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.804096] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.804191] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.805635] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.805756] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.805798] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.805950] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.806083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.806219] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fb40460-f4e4-4d59-b483-53d9d2f86850" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.284549] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47e03dde-6f17-4484-b0f7-5de7e59bf5ad',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.307341] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.787045] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.787384] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.787384] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.787586] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.787732] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.787863] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad is going to be created. [ 1362.810230] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.810402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.810460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.811019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.811202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.812248] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff129466-2f01-4f8a-b702-404d28c76012: rpc.has_security_group_logging(os_id): False [ 1362.821360] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad in Status: UNINITIALIZED for 2s [ 1362.827573] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.827719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.827791] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.827984] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.828085] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.828323] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.828428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.828498] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.828649] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.828727] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.828811] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff129466-2f01-4f8a-b702-404d28c76012 is going to be updated. [ 1362.885118] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.885359] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.885502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.885673] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.885825] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.899447] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: IN_PROGRESS for 2s [ 1364.833279] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad in Status: SUCCESS [ 1364.833749] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.833749] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.833870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.833996] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.834977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.834977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.834977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.834977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.834977] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.834977] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47e03dde-6f17-4484-b0f7-5de7e59bf5ad',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.917252] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: SUCCESS [ 1364.917483] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.336547] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47e03dde-6f17-4484-b0f7-5de7e59bf5ad',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.838774] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47e03dde-6f17-4484-b0f7-5de7e59bf5ad: rpc.has_security_group_logging(os_id): False [ 1365.860290] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.860533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.860533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.860763] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.860853] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.861121] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.861232] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.861268] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.861435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.861516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.861602] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad is going to be created. [ 1365.922028] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.922254] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.922254] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.922420] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.922593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.934590] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad in Status: IN_PROGRESS for 2s [ 1366.275427] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.275662] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1367.948356] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad in Status: SUCCESS [ 1367.948768] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.277059] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.277392] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.637452] env[69236]: INFO networking_nsxv3.common.synchronization [req-b96f825c-4b89-4323-b593-e745b73d9842 req-936819e6-4115-4305-b75d-8a052639e53e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Enqueued Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_members [ 1375.637452] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_members [ 1375.637880] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4638e8b-c1d2-405a-8af7-8aa1d84de853 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.637880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.637880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.638767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.639043] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.639479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.639479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.639479] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.639627] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.639627] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.142155] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.598589] env[69236]: INFO networking_nsxv3.common.synchronization [req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d req-cff27245-7a34-4533-ad7e-bb936df0e25c tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1376.598932] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGHEST for action security_group_members [ 1376.599636] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.599636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.599636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.599636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.599838] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.599882] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.599921] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.600068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.600138] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.600230] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.644743] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.103396] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.103589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.103661] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.103870] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.103961] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.104208] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.104311] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.104370] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.104527] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.104605] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.104692] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff129466-2f01-4f8a-b702-404d28c76012 is going to be updated. [ 1377.134327] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.134463] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.134506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.134652] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.134781] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.142955] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: IN_PROGRESS for 2s [ 1377.146311] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.146442] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.146507] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.146655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.146739] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.146827] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 is going to be updated. [ 1377.169628] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.169774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.169823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.169964] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.170108] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.177107] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 in Status: IN_PROGRESS for 2s [ 1379.153200] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff129466-2f01-4f8a-b702-404d28c76012 in Status: SUCCESS [ 1379.153516] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff129466-2f01-4f8a-b702-404d28c76012 deletion is rescheduled due to dependency. [ 1379.153516] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.184533] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 in Status: SUCCESS [ 1379.184655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.599900] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.600273] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.600630] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.601056] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.975240] env[69236]: INFO networking_nsxv3.common.synchronization [None req-d021b5c0-c2da-4d82-b45a-704ca45a8c21 None None] Enqueued Resource ID: 3072a6ba-2ed9-4e83-abc3-32ee3b7fcf87 with Priority: HIGHEST for action port [ 1386.975502] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3072a6ba-2ed9-4e83-abc3-32ee3b7fcf87 with Priority: HIGHEST for action port [ 1386.976158] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3072a6ba-2ed9-4e83-abc3-32ee3b7fcf87 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.976287] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3072a6ba-2ed9-4e83-abc3-32ee3b7fcf87" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.976367] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3072a6ba-2ed9-4e83-abc3-32ee3b7fcf87" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.976731] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3072a6ba-2ed9-4e83-abc3-32ee3b7fcf87" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.976825] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3072a6ba-2ed9-4e83-abc3-32ee3b7fcf87',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.480941] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3072a6ba-2ed9-4e83-abc3-32ee3b7fcf87 [ 1387.480941] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.480941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.480941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.481174] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.481174] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.481248] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3072a6ba-2ed9-4e83-abc3-32ee3b7fcf87 already deleted. [ 1387.481334] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3072a6ba-2ed9-4e83-abc3-32ee3b7fcf87" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.307329] env[69236]: INFO networking_nsxv3.common.synchronization [None req-84c26181-94f1-4562-9b01-4bbc55728297 None None] Enqueued Resource ID: 98adda08-6e1d-4e0c-827c-dab11a8ecb18 with Priority: HIGHEST for action port [ 1389.307617] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98adda08-6e1d-4e0c-827c-dab11a8ecb18 with Priority: HIGHEST for action port [ 1389.308187] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-98adda08-6e1d-4e0c-827c-dab11a8ecb18 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.308310] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98adda08-6e1d-4e0c-827c-dab11a8ecb18" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.308376] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98adda08-6e1d-4e0c-827c-dab11a8ecb18" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.308628] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98adda08-6e1d-4e0c-827c-dab11a8ecb18" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.308711] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98adda08-6e1d-4e0c-827c-dab11a8ecb18',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.811284] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98adda08-6e1d-4e0c-827c-dab11a8ecb18 [ 1389.811519] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.811647] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.811755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.811968] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.812076] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.812181] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98adda08-6e1d-4e0c-827c-dab11a8ecb18 already deleted. [ 1389.812286] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98adda08-6e1d-4e0c-827c-dab11a8ecb18" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.913462] env[69236]: INFO networking_nsxv3.common.synchronization [req-08efa05d-0103-42ff-987f-96d8e2446bf9 req-067058df-2357-4f17-8fd1-6d73c3375765 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Enqueued Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_members [ 1390.914015] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGHEST for action security_group_members [ 1390.914325] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4638e8b-c1d2-405a-8af7-8aa1d84de853 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.914449] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.914513] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.915103] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.915103] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.915103] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.915103] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.915344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.915344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.915344] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.418176] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.418477] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.418582] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.418816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.418966] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.419162] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.419331] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.419400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.419534] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.419657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.419725] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 is going to be updated. [ 1391.445552] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.445732] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.445831] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.445974] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.446134] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.453038] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 in Status: IN_PROGRESS for 2s [ 1392.158496] env[69236]: INFO networking_nsxv3.common.synchronization [req-bfff1295-cf56-4c40-a39d-688ab48634bd req-5538bd10-4599-4dce-97cb-09466a35125a tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Enqueued Resource ID: fb4c51be-3b14-4616-bfb1-cd018008c287 with Priority: HIGHEST for action security_group_members [ 1392.159039] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c51be-3b14-4616-bfb1-cd018008c287 with Priority: HIGHEST for action security_group_members [ 1392.159338] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c51be-3b14-4616-bfb1-cd018008c287 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.159458] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.159525] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.159765] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.160118] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.160253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.160321] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.160475] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.160559] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.160692] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb4c51be-3b14-4616-bfb1-cd018008c287',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.428166] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-405 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.428372] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-405" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.428500] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-405" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.428840] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-405" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.429125] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.429289] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.429410] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.429639] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.429790] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.430007] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1392.430302] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1392.430522] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1392.430670] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1392.430843] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1392.430964] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1392.431116] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1392.449755] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1392.449927] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1392.450083] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1392.450274] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-405" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.450584] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-89524e53-cc92-4b40-82ab-02efe185dd0a taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.450794] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-89524e53-cc92-4b40-82ab-02efe185dd0a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.450927] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-89524e53-cc92-4b40-82ab-02efe185dd0a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.451270] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-89524e53-cc92-4b40-82ab-02efe185dd0a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.451450] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89524e53-cc92-4b40-82ab-02efe185dd0a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.663493] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.663674] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.663810] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.664056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.664156] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.664368] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.664472] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.664537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.664696] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.664776] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.664863] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c51be-3b14-4616-bfb1-cd018008c287 already deleted. [ 1392.664943] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.955887] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.956066] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.956286] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.956656] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.956875] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.957117] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 89524e53-cc92-4b40-82ab-02efe185dd0a not found, creating... [ 1392.957506] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.957747] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.957886] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.958144] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.958295] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.958719] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.958946] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.959128] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.959402] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.959588] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.959782] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 89524e53-cc92-4b40-82ab-02efe185dd0a is going to be created. [ 1392.980622] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.980921] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.981120] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.981386] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.981758] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.981880] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-89524e53-cc92-4b40-82ab-02efe185dd0a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.461931] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 in Status: SUCCESS [ 1393.462336] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 deletion is rescheduled due to dependency. [ 1393.462336] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.646154] env[69236]: INFO networking_nsxv3.common.synchronization [req-bfff1295-cf56-4c40-a39d-688ab48634bd req-100b2150-cc93-4083-a359-626c99628580 service nova] Enqueued Resource ID: fb4c51be-3b14-4616-bfb1-cd018008c287 with Priority: HIGHEST for action security_group_rules [ 1393.646154] env[69236]: INFO networking_nsxv3.common.synchronization [req-bfff1295-cf56-4c40-a39d-688ab48634bd req-100b2150-cc93-4083-a359-626c99628580 service nova] Enqueued Resource ID: fb4c51be-3b14-4616-bfb1-cd018008c287 with Priority: HIGHEST for action security_group_members [ 1393.646154] env[69236]: INFO networking_nsxv3.common.synchronization [req-bfff1295-cf56-4c40-a39d-688ab48634bd req-100b2150-cc93-4083-a359-626c99628580 service nova] Enqueued Resource ID: 89524e53-cc92-4b40-82ab-02efe185dd0a with Priority: HIGHEST for action port [ 1393.646154] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c51be-3b14-4616-bfb1-cd018008c287 with Priority: HIGHEST for action security_group_rules [ 1393.646154] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c51be-3b14-4616-bfb1-cd018008c287 with Priority: HIGHEST for action security_group_members [ 1393.646154] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89524e53-cc92-4b40-82ab-02efe185dd0a with Priority: HIGHEST for action port [ 1393.646154] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb4c51be-3b14-4616-bfb1-cd018008c287 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.646154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.646154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.646687] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.646687] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb4c51be-3b14-4616-bfb1-cd018008c287',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.647321] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c51be-3b14-4616-bfb1-cd018008c287 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.647384] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.647422] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.647594] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.647765] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.647838] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.647886] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.648019] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.648110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.648196] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb4c51be-3b14-4616-bfb1-cd018008c287',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.648993] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-89524e53-cc92-4b40-82ab-02efe185dd0a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.649114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89524e53-cc92-4b40-82ab-02efe185dd0a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.649114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89524e53-cc92-4b40-82ab-02efe185dd0a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.649245] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89524e53-cc92-4b40-82ab-02efe185dd0a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.649291] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89524e53-cc92-4b40-82ab-02efe185dd0a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.151401] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb4c51be-3b14-4616-bfb1-cd018008c287',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.152493] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c51be-3b14-4616-bfb1-cd018008c287 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.152613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.152806] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89524e53-cc92-4b40-82ab-02efe185dd0a with status ACTIVE [ 1394.152988] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.153145] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.154023] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.154211] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.154318] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.154502] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.154648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.154700] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.154840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.154905] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.155091] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.155244] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.155244] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.155378] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.155451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.155532] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89524e53-cc92-4b40-82ab-02efe185dd0a is going to be updated. [ 1394.176394] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.176550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.176599] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.176754] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.176878] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.177040] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89524e53-cc92-4b40-82ab-02efe185dd0a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.657806] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb4c51be-3b14-4616-bfb1-cd018008c287',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.161043] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.161258] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.161344] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.161598] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.161709] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.161834] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c51be-3b14-4616-bfb1-cd018008c287 is going to be created. [ 1395.184201] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.184350] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.184350] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.184597] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.184843] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.194381] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c51be-3b14-4616-bfb1-cd018008c287 in Status: UNINITIALIZED for 2s [ 1397.206636] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c51be-3b14-4616-bfb1-cd018008c287 in Status: SUCCESS [ 1397.207008] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.207254] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.207572] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.207859] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.208086] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.208171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.208407] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.208545] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.208698] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.208852] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb4c51be-3b14-4616-bfb1-cd018008c287',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.712285] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c51be-3b14-4616-bfb1-cd018008c287 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.712543] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.712543] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.712979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.713260] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.713435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.713546] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.713821] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.713946] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.714138] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.714359] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c51be-3b14-4616-bfb1-cd018008c287 taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.714488] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.714623] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.714815] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.714979] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.715221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.715339] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.715537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.715685] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.715779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.715877] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb4c51be-3b14-4616-bfb1-cd018008c287',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.218173] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb4c51be-3b14-4616-bfb1-cd018008c287: rpc.has_security_group_logging(os_id): False [ 1398.235988] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.236134] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.236188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.236397] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.236485] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.236699] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.236940] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.237030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.237202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.237292] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.237509] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.237611] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.237675] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.237820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.237898] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.238125] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.238221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.238283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.238437] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.238502] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.238590] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb4c51be-3b14-4616-bfb1-cd018008c287 is going to be created. [ 1398.289866] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.290008] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.290084] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.290258] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.290431] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.299711] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb4c51be-3b14-4616-bfb1-cd018008c287 in Status: IN_PROGRESS for 2s [ 1398.646281] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.646445] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1400.312023] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb4c51be-3b14-4616-bfb1-cd018008c287 in Status: SUCCESS [ 1400.312413] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.647837] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.647837] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.976145] env[69236]: INFO networking_nsxv3.common.synchronization [req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b req-4ce524ba-88a5-4eda-9ea2-68af5863b1ca tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Enqueued Resource ID: fb4c51be-3b14-4616-bfb1-cd018008c287 with Priority: HIGHEST for action security_group_members [ 1403.976669] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c51be-3b14-4616-bfb1-cd018008c287 with Priority: HIGHEST for action security_group_members [ 1403.976968] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb4c51be-3b14-4616-bfb1-cd018008c287 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.977116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.977195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.977421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.977588] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.977697] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.977767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.977883] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.977959] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.980172] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb4c51be-3b14-4616-bfb1-cd018008c287',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.062336] env[69236]: INFO networking_nsxv3.common.synchronization [req-5e703c13-d611-4999-aeea-b783c35123d2 req-3b6a1689-d568-4ee5-99e0-05efa428f656 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Enqueued Resource ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 with Priority: HIGHEST for action security_group_members [ 1404.062864] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 with Priority: HIGHEST for action security_group_members [ 1404.063187] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5533ade-03cb-48e2-a6cc-e022e2f372c3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.063552] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.063552] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.063552] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.064322] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.064322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.064322] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.064575] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.064640] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.065153] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5533ade-03cb-48e2-a6cc-e022e2f372c3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.483048] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.483224] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.483271] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.483460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.483550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.483743] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.483842] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.483903] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.484062] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.484140] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.484226] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c51be-3b14-4616-bfb1-cd018008c287 is going to be updated. [ 1404.511866] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.512031] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.512075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.512255] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.512384] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.519947] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c51be-3b14-4616-bfb1-cd018008c287 in Status: IN_PROGRESS for 2s [ 1404.566924] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.567137] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.567212] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.567421] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.567551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.567724] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.567822] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.567884] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.568058] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.568148] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.568237] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 is going to be updated. [ 1404.595169] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.595304] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.595385] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.595556] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.595691] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.609688] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 in Status: IN_PROGRESS for 2s [ 1406.529441] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb4c51be-3b14-4616-bfb1-cd018008c287 in Status: SUCCESS [ 1406.529840] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb4c51be-3b14-4616-bfb1-cd018008c287 deletion is rescheduled due to dependency. [ 1406.529840] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.616886] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 in Status: SUCCESS [ 1406.617127] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 deletion is rescheduled due to dependency. [ 1406.617241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.064164] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.064444] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.064892] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.065192] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.280377] env[69236]: INFO networking_nsxv3.common.synchronization [req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e req-549f30e0-e0c8-43e7-835b-748aa0adbfa3 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Enqueued Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGHEST for action security_group_members [ 1416.280872] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGHEST for action security_group_members [ 1416.281504] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.281504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.281504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.281721] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.281982] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.281982] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.282075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.282215] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.282301] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.282395] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.786049] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.288377] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.791372] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.791580] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.791650] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.791868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.791990] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.792115] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 is going to be updated. [ 1417.819987] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.820144] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.820202] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.820907] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.820907] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.828282] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 in Status: IN_PROGRESS for 2s [ 1419.839627] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 in Status: SUCCESS [ 1419.839958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.906727] env[69236]: INFO networking_nsxv3.common.synchronization [None req-a2561204-37ce-43fc-b87c-16386d35e472 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Enqueued Resource ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa with Priority: HIGHEST for action security_group_rules [ 1420.907350] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa with Priority: HIGHEST for action security_group_rules [ 1420.907698] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c14cee9-de10-4773-bf7e-b11bc639aefa taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.907848] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.907920] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.908221] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.908325] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c14cee9-de10-4773-bf7e-b11bc639aefa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.974381] env[69236]: INFO networking_nsxv3.common.synchronization [None req-7506045b-6109-4560-ad88-b5d2056d79a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Enqueued Resource ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa with Priority: HIGHEST for action security_group_rules [ 1420.974949] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa with Priority: HIGHEST for action security_group_rules [ 1420.975327] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c14cee9-de10-4773-bf7e-b11bc639aefa taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.975432] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.427405] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.427563] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.427621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.427838] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.427924] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.428031] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa already deleted. [ 1421.428112] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.428352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.428494] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.428580] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c14cee9-de10-4773-bf7e-b11bc639aefa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.950093] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.950496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.950496] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.950600] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.950637] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.950744] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa already deleted. [ 1421.950918] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.931791] env[69236]: INFO networking_nsxv3.common.synchronization [req-217077cd-33f7-4f4b-a62c-8e011974c23d req-b5bfe992-aa54-4be3-861e-abb41df155a7 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Enqueued Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGHEST for action security_group_members [ 1422.932322] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGHEST for action security_group_members [ 1422.932831] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.932831] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.932831] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.933207] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.933207] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.933207] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.933387] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.933440] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.933494] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.933627] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.435839] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.436335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.436335] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.436459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.436551] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.436798] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.436945] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.437034] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.437179] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.437258] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.437346] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 is going to be updated. [ 1423.464855] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.464855] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.465130] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.465471] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.465621] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.475859] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 in Status: IN_PROGRESS for 2s [ 1425.493843] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 in Status: SUCCESS [ 1425.494236] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 deletion is rescheduled due to dependency. [ 1425.494236] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.264500] env[69236]: INFO networking_nsxv3.common.synchronization [req-55fb921b-426b-4281-9d81-4f10f2589aa1 req-5c992c1a-4e01-43c7-96d6-20b91672ddd5 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Enqueued Resource ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa with Priority: HIGHEST for action security_group_members [ 1426.265025] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa with Priority: HIGHEST for action security_group_members [ 1426.265434] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c14cee9-de10-4773-bf7e-b11bc639aefa taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.265434] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.265546] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.265737] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.265889] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.266037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.266139] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.266299] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.266414] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.266507] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c14cee9-de10-4773-bf7e-b11bc639aefa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.495027] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.495341] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-273" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.495385] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-273" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.495625] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-273" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.495884] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.496109] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.496247] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.496464] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.496613] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.496826] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1426.496945] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1426.497071] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1426.497183] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1426.497729] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1426.497729] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1426.497729] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1426.515294] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1426.515459] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1426.515598] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1426.515762] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-273" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.516089] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-985a8e4e-443f-4dcb-a0d6-56a84147fb7e taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.516270] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-985a8e4e-443f-4dcb-a0d6-56a84147fb7e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.516392] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-985a8e4e-443f-4dcb-a0d6-56a84147fb7e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.516672] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-985a8e4e-443f-4dcb-a0d6-56a84147fb7e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.516851] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985a8e4e-443f-4dcb-a0d6-56a84147fb7e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.768145] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.768356] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.768356] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.768565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.768652] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.768842] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.768938] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.769015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.769165] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.769242] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.769327] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa already deleted. [ 1426.769405] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.019437] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.019613] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.019656] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.020137] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.020137] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.020275] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 985a8e4e-443f-4dcb-a0d6-56a84147fb7e not found, creating... [ 1427.020502] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.020735] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.020809] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.021016] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.021165] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.021454] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.021613] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.021731] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.021942] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.022096] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.022239] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 985a8e4e-443f-4dcb-a0d6-56a84147fb7e is going to be created. [ 1427.041591] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.041866] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.041937] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.042246] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.042481] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.042704] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-985a8e4e-443f-4dcb-a0d6-56a84147fb7e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.743923] env[69236]: INFO networking_nsxv3.common.synchronization [req-55fb921b-426b-4281-9d81-4f10f2589aa1 req-7bc271b2-27fe-413b-99f2-4d2ba21f01fc service nova] Enqueued Resource ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa with Priority: HIGHEST for action security_group_rules [ 1427.744289] env[69236]: INFO networking_nsxv3.common.synchronization [req-55fb921b-426b-4281-9d81-4f10f2589aa1 req-7bc271b2-27fe-413b-99f2-4d2ba21f01fc service nova] Enqueued Resource ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa with Priority: HIGHEST for action security_group_members [ 1427.744289] env[69236]: INFO networking_nsxv3.common.synchronization [req-55fb921b-426b-4281-9d81-4f10f2589aa1 req-7bc271b2-27fe-413b-99f2-4d2ba21f01fc service nova] Enqueued Resource ID: 985a8e4e-443f-4dcb-a0d6-56a84147fb7e with Priority: HIGHEST for action port [ 1427.744529] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa with Priority: HIGHEST for action security_group_rules [ 1427.744662] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa with Priority: HIGHEST for action security_group_members [ 1427.744760] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985a8e4e-443f-4dcb-a0d6-56a84147fb7e with Priority: HIGHEST for action port [ 1427.745866] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c14cee9-de10-4773-bf7e-b11bc639aefa taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.745966] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.746116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.746326] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.746411] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c14cee9-de10-4773-bf7e-b11bc639aefa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.747318] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c14cee9-de10-4773-bf7e-b11bc639aefa taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.747424] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.747482] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.747648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.747794] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.747891] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.747955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.748119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.748201] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.748296] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c14cee9-de10-4773-bf7e-b11bc639aefa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.749055] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-985a8e4e-443f-4dcb-a0d6-56a84147fb7e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.749175] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-985a8e4e-443f-4dcb-a0d6-56a84147fb7e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.749229] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-985a8e4e-443f-4dcb-a0d6-56a84147fb7e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.749383] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-985a8e4e-443f-4dcb-a0d6-56a84147fb7e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.749462] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985a8e4e-443f-4dcb-a0d6-56a84147fb7e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.250748] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c14cee9-de10-4773-bf7e-b11bc639aefa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.251787] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c14cee9-de10-4773-bf7e-b11bc639aefa taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.251893] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.252089] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 985a8e4e-443f-4dcb-a0d6-56a84147fb7e with status ACTIVE [ 1428.252250] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.252358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.252417] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.252624] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.252713] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.252879] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.252975] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.253048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.253203] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.253281] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.253459] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.253553] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.253615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.253748] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.253823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.254060] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 985a8e4e-443f-4dcb-a0d6-56a84147fb7e is going to be updated. [ 1428.275491] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.275713] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.275713] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.275891] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.276106] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.276260] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-985a8e4e-443f-4dcb-a0d6-56a84147fb7e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.756437] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c14cee9-de10-4773-bf7e-b11bc639aefa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.258921] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.259114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.259189] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.259355] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.259446] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.259542] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa is going to be created. [ 1429.284267] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.284411] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.284469] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.284667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.284827] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.294675] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa in Status: UNINITIALIZED for 2s [ 1431.304480] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa in Status: SUCCESS [ 1431.304743] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.304860] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.305090] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.305283] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.305400] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.305465] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.305619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.305700] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.305787] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.305881] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c14cee9-de10-4773-bf7e-b11bc639aefa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.808678] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c14cee9-de10-4773-bf7e-b11bc639aefa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.310868] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c14cee9-de10-4773-bf7e-b11bc639aefa: rpc.has_security_group_logging(os_id): False [ 1432.328928] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.329075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.329125] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.329308] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.329406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.329630] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.329730] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.329793] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.329946] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.330035] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.330125] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa is going to be created. [ 1432.388444] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.388612] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.388662] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.388825] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.389009] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.398484] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa in Status: IN_PROGRESS for 2s [ 1432.745539] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.745539] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1434.412304] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa in Status: SUCCESS [ 1434.412713] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.746451] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.746748] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.747265] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.747578] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.748134] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.748591] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.749407] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.749407] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.750096] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.750534] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.751331] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.751601] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.752860] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.753292] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.753684] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.753955] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.263477] env[69236]: INFO networking_nsxv3.common.synchronization [req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 req-bf0a1bb9-6b7e-4caa-bec5-39aae00dcffd tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Enqueued Resource ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa with Priority: HIGHEST for action security_group_members [ 1476.264057] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa with Priority: HIGHEST for action security_group_members [ 1476.264554] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c14cee9-de10-4773-bf7e-b11bc639aefa taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.264847] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.264939] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.265270] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.265454] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.265595] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.265672] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.265833] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.266494] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.266494] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c14cee9-de10-4773-bf7e-b11bc639aefa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.769059] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.769059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.769059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.769059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.769379] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.769379] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.769478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.769478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.769653] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.769767] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.769812] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa is going to be updated. [ 1476.796342] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.796533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.796533] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.796713] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.796848] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.807410] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa in Status: IN_PROGRESS for 2s [ 1478.818462] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa in Status: SUCCESS [ 1478.818796] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa deletion is rescheduled due to dependency. [ 1478.818796] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.265394] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.265742] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.267084] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.267574] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.542712] env[69236]: INFO networking_nsxv3.common.synchronization [req-774be848-f525-45d5-9def-f2bb2e1324af req-69edf202-6741-489f-a428-a453bfc7eacd tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Enqueued Resource ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad with Priority: HIGHEST for action security_group_members [ 1487.543255] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad with Priority: HIGHEST for action security_group_members [ 1487.543682] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.543682] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.543889] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.543955] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.545151] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.545151] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.545151] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.545151] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.545151] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.545151] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47e03dde-6f17-4484-b0f7-5de7e59bf5ad',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.047415] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.047657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.047657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.047865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.047929] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.048124] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.048241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.048306] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.048429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.048506] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.048593] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad is going to be updated. [ 1488.073529] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.073802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.073802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.073921] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.074071] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.081550] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad in Status: IN_PROGRESS for 2s [ 1490.091795] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad in Status: SUCCESS [ 1490.092198] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad deletion is rescheduled due to dependency. [ 1490.092198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.205210] env[69236]: INFO networking_nsxv3.common.synchronization [None req-f08b6be4-0894-42ee-b00c-23c9a8b54737 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Enqueued Resource ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e with Priority: HIGHEST for action security_group_rules [ 1492.205720] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e with Priority: HIGHEST for action security_group_rules [ 1492.206075] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.206212] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.206276] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.206532] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.206653] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa591cd7-b4ef-4643-86ab-450cd01ce25e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.269588] env[69236]: INFO networking_nsxv3.common.synchronization [None req-b752dcae-18f9-4906-a77f-05eb3fc943f8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Enqueued Resource ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e with Priority: HIGHEST for action security_group_rules [ 1492.269588] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e with Priority: HIGHEST for action security_group_rules [ 1492.269588] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.269588] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.727316] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.727408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.727408] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.728094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.728094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.728094] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e already deleted. [ 1492.728094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.728094] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.728266] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.728266] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa591cd7-b4ef-4643-86ab-450cd01ce25e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.246892] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.247303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.247303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.247303] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.247410] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.247497] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e already deleted. [ 1493.247567] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.307523] env[69236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1495.307922] env[69236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7a3a8e8-64ed-4287-acb6-91b5fe22cf95 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1497.270421] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.270694] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.463180] env[69236]: INFO networking_nsxv3.common.synchronization [req-10c85d0f-5c37-443f-82e7-2c36047a51d6 req-5f21a67c-1bf8-45f7-bcf6-fd724f40d82d tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Enqueued Resource ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e with Priority: HIGHEST for action security_group_members [ 1497.463698] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e with Priority: HIGHEST for action security_group_members [ 1497.463993] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa591cd7-b4ef-4643-86ab-450cd01ce25e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.464133] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.464190] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.464441] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.464611] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.464721] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.464790] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.464919] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.465015] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.465131] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa591cd7-b4ef-4643-86ab-450cd01ce25e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.728570] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.728774] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-273" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.728907] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-273" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.729263] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-273" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.729537] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.729703] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.729829] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.730060] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.730215] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.730428] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1497.730551] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1497.730667] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1497.730783] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1497.730897] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1497.731015] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1497.731160] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1497.753201] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1497.753403] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1497.753502] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1497.753665] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-273" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.753964] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-4e19b9a6-e45e-45cf-94a7-b1702ba9fc05 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.754150] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-4e19b9a6-e45e-45cf-94a7-b1702ba9fc05" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.754268] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-4e19b9a6-e45e-45cf-94a7-b1702ba9fc05" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.754568] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-4e19b9a6-e45e-45cf-94a7-b1702ba9fc05" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.754730] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e19b9a6-e45e-45cf-94a7-b1702ba9fc05',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.967578] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.967865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.967865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.967964] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.968058] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.968261] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.968364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.968428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.968576] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.968655] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.968741] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e already deleted. [ 1497.968822] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.259881] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.260136] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.260238] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.260525] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.260681] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.260841] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port 4e19b9a6-e45e-45cf-94a7-b1702ba9fc05 not found, creating... [ 1498.261126] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.261289] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.261411] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.261633] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.261780] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.262080] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.262243] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.262363] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.262607] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.262709] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.262853] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: 4e19b9a6-e45e-45cf-94a7-b1702ba9fc05 is going to be created. [ 1498.282028] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.282307] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.282433] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.282692] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.282939] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.283177] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-4e19b9a6-e45e-45cf-94a7-b1702ba9fc05" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.940810] env[69236]: INFO networking_nsxv3.common.synchronization [req-10c85d0f-5c37-443f-82e7-2c36047a51d6 req-2688e753-6058-4c28-92d0-3dedb0e2e8c7 service nova] Enqueued Resource ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e with Priority: HIGHEST for action security_group_rules [ 1498.941011] env[69236]: INFO networking_nsxv3.common.synchronization [req-10c85d0f-5c37-443f-82e7-2c36047a51d6 req-2688e753-6058-4c28-92d0-3dedb0e2e8c7 service nova] Enqueued Resource ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e with Priority: HIGHEST for action security_group_members [ 1498.941160] env[69236]: INFO networking_nsxv3.common.synchronization [req-10c85d0f-5c37-443f-82e7-2c36047a51d6 req-2688e753-6058-4c28-92d0-3dedb0e2e8c7 service nova] Enqueued Resource ID: 4e19b9a6-e45e-45cf-94a7-b1702ba9fc05 with Priority: HIGHEST for action port [ 1498.941385] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e with Priority: HIGHEST for action security_group_rules [ 1498.941513] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e with Priority: HIGHEST for action security_group_members [ 1498.941611] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e19b9a6-e45e-45cf-94a7-b1702ba9fc05 with Priority: HIGHEST for action port [ 1498.942205] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.942364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.942452] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.942716] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.942790] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa591cd7-b4ef-4643-86ab-450cd01ce25e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.943673] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa591cd7-b4ef-4643-86ab-450cd01ce25e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.943820] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.943907] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.944164] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.944306] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.944425] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.944505] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.944667] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.944779] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.944886] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa591cd7-b4ef-4643-86ab-450cd01ce25e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.945906] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e19b9a6-e45e-45cf-94a7-b1702ba9fc05 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.946068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e19b9a6-e45e-45cf-94a7-b1702ba9fc05" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.946157] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e19b9a6-e45e-45cf-94a7-b1702ba9fc05" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.946341] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e19b9a6-e45e-45cf-94a7-b1702ba9fc05" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.946440] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e19b9a6-e45e-45cf-94a7-b1702ba9fc05',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.448402] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa591cd7-b4ef-4643-86ab-450cd01ce25e taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.448402] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.451871] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa591cd7-b4ef-4643-86ab-450cd01ce25e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.451871] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e19b9a6-e45e-45cf-94a7-b1702ba9fc05 with status ACTIVE [ 1499.451871] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.452478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.452478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.452478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.452478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.453119] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.453119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.453119] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.453339] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.453406] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.453738] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.453958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.453958] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.454273] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.454345] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.454481] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e19b9a6-e45e-45cf-94a7-b1702ba9fc05 is going to be updated. [ 1499.477250] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.477435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.477435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.477602] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.477726] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.477875] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e19b9a6-e45e-45cf-94a7-b1702ba9fc05" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.957133] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa591cd7-b4ef-4643-86ab-450cd01ce25e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.459924] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.460318] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.460318] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.460410] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.460501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.460553] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e is going to be created. [ 1500.483482] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.483615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.483683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.483898] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.484065] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.492098] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e in Status: UNINITIALIZED for 2s [ 1502.502913] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e in Status: SUCCESS [ 1502.503338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.503338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.503448] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.503624] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.503766] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.503835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.503959] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.504049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.504154] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.504224] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa591cd7-b4ef-4643-86ab-450cd01ce25e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.006770] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa591cd7-b4ef-4643-86ab-450cd01ce25e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.276649] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.276897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.276897] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.277141] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.277252] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.509456] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa591cd7-b4ef-4643-86ab-450cd01ce25e: rpc.has_security_group_logging(os_id): False [ 1503.527877] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.528092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.528092] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.528307] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.528393] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.528651] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.528740] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.528809] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.528971] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.529048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.529142] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e is going to be created. [ 1503.585419] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.585669] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.585669] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.585836] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.586174] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.596807] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e in Status: IN_PROGRESS for 2s [ 1503.779681] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.942998] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.943222] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1504.281599] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.783913] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1504.784204] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1505.556916] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.557209] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.557209] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.557296] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.697377] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1505.698284] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.699372] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1505.716388] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e in Status: SUCCESS [ 1505.716608] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.739239] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.739462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.739462] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.739627] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.752429] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.753192] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1505.753287] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1505.753351] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1505.782760] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.782937] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.782937] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.783139] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.783856] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.783996] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1505.851680] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.852659] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.852782] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.852954] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.853302] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.853582] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1505.916661] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.916856] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.916925] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.917152] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.917450] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.917716] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:27. [ 1505.917804] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2e732742-e278-41dd-a243-1eaa9ecc7520', '0eae9a82-6c02-4fd7-8cc2-25a415026edd', 'ff129466-2f01-4f8a-b702-404d28c76012', 'bce9f81c-78b4-455f-8d33-aea064ed81d9', '4c14cee9-de10-4773-bf7e-b11bc639aefa', 'fb4c51be-3b14-4616-bfb1-cd018008c287', 'e5533ade-03cb-48e2-a6cc-e022e2f372c3', 'aa591cd7-b4ef-4643-86ab-450cd01ce25e', '659e958e-e27d-4400-a09c-62bd0c7fe550', '5570e3b3-ca0c-4ce6-aea0-62e1a403dde2', '11a7057e-2ae0-488a-a9af-4f400a3213ca', 'a4638e8b-c1d2-405a-8af7-8aa1d84de853', '6ffcb896-9b57-4704-815d-ee07c0aeede5', '5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4', '903bb2ed-ec03-4b13-ace4-0d674b190a0b', '6744fd01-2c77-4e7f-a25f-ac7d967bfe94', 'df19139c-3e68-472e-aa5a-ebbc535cd56f', '47e03dde-6f17-4484-b0f7-5de7e59bf5ad', 'bb08c192-1189-4a8d-9639-fb7eea382985', 'a74ab54f-7464-4be4-aea5-9b8ad485152a', 'e899830b-606e-42bd-98b9-1c4b9625d051', '8458c192-6ec3-43d5-aa07-2890feab1518', 'd5e3ddeb-0d0b-4ce2-9ea8-40778f21d0fc', '2a06680b-1744-489a-8599-50ddb0ee2fec', '89d8b0c2-d501-4e7e-ab07-bf1c030416b7', 'f30c81a5-3f17-4509-a166-337128149b8f', 'e8eff172-d10e-42b0-b090-213abfa8c883'} {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1505.917918] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1505.934558] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.934707] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.934765] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.934961] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.935063] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.935207] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1505.935263] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1505.935299] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1506.009385] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.009518] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.009601] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.009786] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.010895] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.011169] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1506.011315] env[69236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1506.011415] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1506.011484] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1506.011560] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/27 resources of Type:Security Group Rules [ 1506.011630] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGH for action security_group_rules [ 1506.011707] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGH for action security_group_rules [ 1506.011773] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGH for action security_group_rules [ 1506.011827] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGH for action security_group_rules [ 1506.011886] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa with Priority: HIGH for action security_group_rules [ 1506.011947] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb4c51be-3b14-4616-bfb1-cd018008c287 with Priority: HIGH for action security_group_rules [ 1506.012025] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 with Priority: HIGH for action security_group_rules [ 1506.012080] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e with Priority: HIGH for action security_group_rules [ 1506.012141] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 with Priority: HIGH for action security_group_rules [ 1506.012191] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 with Priority: HIGH for action security_group_rules [ 1506.012247] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca with Priority: HIGH for action security_group_rules [ 1506.012294] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGH for action security_group_rules [ 1506.012347] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 with Priority: HIGH for action security_group_rules [ 1506.012399] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGH for action security_group_rules [ 1506.012456] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b with Priority: HIGH for action security_group_rules [ 1506.012535] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGH for action security_group_rules [ 1506.012590] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df19139c-3e68-472e-aa5a-ebbc535cd56f with Priority: HIGH for action security_group_rules [ 1506.012808] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad with Priority: HIGH for action security_group_rules [ 1506.012808] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb08c192-1189-4a8d-9639-fb7eea382985 with Priority: HIGH for action security_group_rules [ 1506.012808] env[69236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGH for action security_group_rules [ 1506.012947] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.944105] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.944105] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1508.944520] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 with Priority: HIGH for action security_group_rules [ 1508.944520] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff129466-2f01-4f8a-b702-404d28c76012 with Priority: HIGH for action security_group_rules [ 1508.944520] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 with Priority: HIGH for action security_group_rules [ 1508.944520] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b with Priority: HIGH for action security_group_rules [ 1508.944669] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74ab54f-7464-4be4-aea5-9b8ad485152a with Priority: HIGH for action security_group_rules [ 1508.944669] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb08c192-1189-4a8d-9639-fb7eea382985 with Priority: HIGH for action security_group_rules [ 1508.944747] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad with Priority: HIGH for action security_group_rules [ 1508.944885] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df19139c-3e68-472e-aa5a-ebbc535cd56f with Priority: HIGH for action security_group_rules [ 1508.944940] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 with Priority: HIGH for action security_group_rules [ 1508.944991] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 with Priority: HIGH for action security_group_rules [ 1508.945098] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 with Priority: HIGH for action security_group_rules [ 1508.945187] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 with Priority: HIGH for action security_group_rules [ 1508.945276] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca with Priority: HIGH for action security_group_rules [ 1508.945362] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 with Priority: HIGH for action security_group_rules [ 1508.945447] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 with Priority: HIGH for action security_group_rules [ 1508.945531] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c51be-3b14-4616-bfb1-cd018008c287 with Priority: HIGH for action security_group_rules [ 1508.945616] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e with Priority: HIGH for action security_group_rules [ 1508.945699] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa with Priority: HIGH for action security_group_rules [ 1508.945782] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd with Priority: HIGH for action security_group_rules [ 1508.945869] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 with Priority: HIGH for action security_group_rules [ 1508.946228] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e732742-e278-41dd-a243-1eaa9ecc7520 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.946367] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.946431] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.946636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.946719] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e732742-e278-41dd-a243-1eaa9ecc7520',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.947983] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff129466-2f01-4f8a-b702-404d28c76012 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.948115] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.948174] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.948346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.948419] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff129466-2f01-4f8a-b702-404d28c76012',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.949148] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.949253] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.949312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.949456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.949526] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5533ade-03cb-48e2-a6cc-e022e2f372c3',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.950201] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.950305] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.950365] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.950509] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.950580] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('903bb2ed-ec03-4b13-ace4-0d674b190a0b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.952091] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a74ab54f-7464-4be4-aea5-9b8ad485152a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.952220] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.952287] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.952444] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.952518] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a74ab54f-7464-4be4-aea5-9b8ad485152a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.954664] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb08c192-1189-4a8d-9639-fb7eea382985 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.954792] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.954857] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.955017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.955464] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb08c192-1189-4a8d-9639-fb7eea382985',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.956309] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.956456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.956504] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.956636] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.956703] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47e03dde-6f17-4484-b0f7-5de7e59bf5ad',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.957925] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df19139c-3e68-472e-aa5a-ebbc535cd56f taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.958068] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.958111] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.958270] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.958444] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df19139c-3e68-472e-aa5a-ebbc535cd56f',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.959342] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.959447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.959556] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.959717] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.959807] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.960811] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.960924] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.960978] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.961169] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.961224] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6744fd01-2c77-4e7f-a25f-ac7d967bfe94',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.962219] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ffcb896-9b57-4704-815d-ee07c0aeede5 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.962329] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.962447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.962606] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.962679] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ffcb896-9b57-4704-815d-ee07c0aeede5',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.963698] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.963867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.963867] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.964030] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.964107] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4638e8b-c1d2-405a-8af7-8aa1d84de853',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.965047] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11a7057e-2ae0-488a-a9af-4f400a3213ca taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.965160] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.965228] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.965428] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.965499] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11a7057e-2ae0-488a-a9af-4f400a3213ca',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.966642] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.966642] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.966745] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.966871] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.966954] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5570e3b3-ca0c-4ce6-aea0-62e1a403dde2',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.967939] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-659e958e-e27d-4400-a09c-62bd0c7fe550 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.968069] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.968140] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.968294] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.968365] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('659e958e-e27d-4400-a09c-62bd0c7fe550',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.969291] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb4c51be-3b14-4616-bfb1-cd018008c287 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.969505] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.969584] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.969907] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.969992] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb4c51be-3b14-4616-bfb1-cd018008c287',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.970780] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.970893] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.970960] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.971384] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.971455] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa591cd7-b4ef-4643-86ab-450cd01ce25e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.972389] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c14cee9-de10-4773-bf7e-b11bc639aefa taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.972501] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.972596] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.972713] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.972784] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c14cee9-de10-4773-bf7e-b11bc639aefa',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.973821] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.973932] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.973998] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.974161] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.974250] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0eae9a82-6c02-4fd7-8cc2-25a415026edd',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.974884] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bce9f81c-78b4-455f-8d33-aea064ed81d9 taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.974993] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.975374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.975489] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.975565] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bce9f81c-78b4-455f-8d33-aea064ed81d9',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.999999] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.000161] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.000210] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.000374] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.017279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.017421] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e732742-e278-41dd-a243-1eaa9ecc7520 is going to be deleted. [ 1509.063623] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.063819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.063819] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.063978] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.064083] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.064189] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e732742-e278-41dd-a243-1eaa9ecc7520" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.477246] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.477451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.477451] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.477619] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.479716] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.479832] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.484560] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa591cd7-b4ef-4643-86ab-450cd01ce25e taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.484669] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.484755] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.484931] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.485089] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.485186] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.485249] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.485388] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.485467] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.485549] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.485634] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa591cd7-b4ef-4643-86ab-450cd01ce25e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.488170] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.488288] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.488979] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.489087] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.494749] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.494879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.515498] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.515616] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.523950] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.524084] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.524736] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.524827] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.525207] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.525328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.526075] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.526188] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 903bb2ed-ec03-4b13-ace4-0d674b190a0b is going to be deleted. [ 1509.527472] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.527565] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.527632] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.527817] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.529088] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.529213] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.530133] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.530228] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.530830] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.530922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.531614] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.531712] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.533120] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.533268] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.533846] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.534229] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.534346] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.534927] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.535344] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.535459] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.537724] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.538154] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.538251] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.544633] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.544883] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.544995] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff129466-2f01-4f8a-b702-404d28c76012 is going to be deleted. [ 1509.545763] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.545932] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.561789] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.561914] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df19139c-3e68-472e-aa5a-ebbc535cd56f is going to be deleted. [ 1509.562613] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.562783] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.580576] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.580754] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.581394] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.581507] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4 is going to be deleted. [ 1509.582184] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.582351] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.593016] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.593110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.599641] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.599736] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6744fd01-2c77-4e7f-a25f-ac7d967bfe94 is going to be deleted. [ 1509.600414] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.600580] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.608593] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.608694] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.623615] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.623715] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ffcb896-9b57-4704-815d-ee07c0aeede5 is going to be deleted. [ 1509.624392] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.624555] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.641780] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.641885] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.651577] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.651679] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4638e8b-c1d2-405a-8af7-8aa1d84de853 is going to be deleted. [ 1509.652363] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.652528] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.675978] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.676097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.715290] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.715380] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5570e3b3-ca0c-4ce6-aea0-62e1a403dde2 is going to be deleted. [ 1509.716161] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.716375] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.774522] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.774618] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11a7057e-2ae0-488a-a9af-4f400a3213ca is going to be deleted. [ 1509.775358] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.775498] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.900232] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.900418] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.906299] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.906435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.950662] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.951114] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.953835] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.953970] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 659e958e-e27d-4400-a09c-62bd0c7fe550 is going to be deleted. [ 1509.954823] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.955037] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.979557] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.979720] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.990050] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa591cd7-b4ef-4643-86ab-450cd01ce25e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.018991] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.019189] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47e03dde-6f17-4484-b0f7-5de7e59bf5ad is going to be deleted. [ 1510.020063] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.020328] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.047500] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.047649] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0eae9a82-6c02-4fd7-8cc2-25a415026edd is going to be deleted. [ 1510.048352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.048555] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.104184] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.104371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.126307] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.126471] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c14cee9-de10-4773-bf7e-b11bc639aefa is going to be deleted. [ 1510.127336] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.127545] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.163823] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.164048] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.166846] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.166957] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.167758] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.167893] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb08c192-1189-4a8d-9639-fb7eea382985 is going to be deleted. [ 1510.168658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.168852] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.202059] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.202182] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5533ade-03cb-48e2-a6cc-e022e2f372c3 is going to be deleted. [ 1510.202907] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.203162] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.257706] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.257880] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.261719] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.261840] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a74ab54f-7464-4be4-aea5-9b8ad485152a is going to be deleted. [ 1510.262626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.262816] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.332411] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.332605] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.335827] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.335947] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bce9f81c-78b4-455f-8d33-aea064ed81d9 is going to be deleted. [ 1510.336845] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.337065] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.352243] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.352384] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.370888] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.371023] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb4c51be-3b14-4616-bfb1-cd018008c287 is going to be deleted. [ 1510.371805] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.372018] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.372116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.372238] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-903bb2ed-ec03-4b13-ace4-0d674b190a0b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.372381] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.372537] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.372618] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.372735] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff129466-2f01-4f8a-b702-404d28c76012" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.373174] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.373332] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.373415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.373520] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df19139c-3e68-472e-aa5a-ebbc535cd56f" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.373645] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.373786] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.373865] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.373973] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5987ab5b-5b2c-4bb7-ac9d-0b73e70ce3c4" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.374109] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.374249] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.374323] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.374434] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6744fd01-2c77-4e7f-a25f-ac7d967bfe94" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.374556] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.374695] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.374781] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.374891] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ffcb896-9b57-4704-815d-ee07c0aeede5" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.375021] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.375158] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.375229] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.375337] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4638e8b-c1d2-405a-8af7-8aa1d84de853" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.375456] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.375589] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.375666] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.375770] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5570e3b3-ca0c-4ce6-aea0-62e1a403dde2" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.375891] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.376036] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.376110] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.376217] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11a7057e-2ae0-488a-a9af-4f400a3213ca" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.376338] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.376470] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.376541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.376648] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-659e958e-e27d-4400-a09c-62bd0c7fe550" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.376764] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.376921] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.376996] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.377116] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0eae9a82-6c02-4fd7-8cc2-25a415026edd" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.377233] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.377365] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.377437] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.377541] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47e03dde-6f17-4484-b0f7-5de7e59bf5ad" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.377658] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.377797] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.377900] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.378014] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c14cee9-de10-4773-bf7e-b11bc639aefa" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.378149] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.378283] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.378355] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.378460] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb08c192-1189-4a8d-9639-fb7eea382985" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.378579] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.378711] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.378788] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.378879] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5533ade-03cb-48e2-a6cc-e022e2f372c3" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.399444] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.399617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.399617] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.399784] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.399868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.399979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a74ab54f-7464-4be4-aea5-9b8ad485152a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.473604] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.473829] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.473829] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.473992] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.474098] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.474216] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bce9f81c-78b4-455f-8d33-aea064ed81d9" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.491628] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa591cd7-b4ef-4643-86ab-450cd01ce25e: rpc.has_security_group_logging(os_id): False [ 1510.505612] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.505757] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.505798] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.505970] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.506070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.506189] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb4c51be-3b14-4616-bfb1-cd018008c287" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.533630] env[69236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1510.534260] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.534435] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.534540] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.534798] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.589187] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.589429] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.589550] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.589606] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.589783] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.589863] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.589944] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e is going to be updated. [ 1510.685892] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.686182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.686182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.686293] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.686432] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.698439] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e in Status: IN_PROGRESS for 2s [ 1512.713595] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e in Status: SUCCESS [ 1512.714046] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.947386] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.947690] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1518.948663] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.949044] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.949763] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.950158] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.951524] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.951872] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1533.952925] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.953346] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.953667] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.954072] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.955418] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.955792] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.956248] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.956699] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1553.957568] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1553.957960] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1558.958378] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1558.958748] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.248296] env[69236]: INFO networking_nsxv3.common.synchronization [req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 req-10727f53-f1b9-4c92-a972-c928a912fdae tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Enqueued Resource ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e with Priority: HIGHEST for action security_group_members [ 1559.248833] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e with Priority: HIGHEST for action security_group_members [ 1559.249431] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa591cd7-b4ef-4643-86ab-450cd01ce25e taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.249585] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.249656] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.249909] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.250019] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.250123] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.250194] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.250348] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.250436] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.250534] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa591cd7-b4ef-4643-86ab-450cd01ce25e',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1559.752963] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.753168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.753168] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.753372] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.753466] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.753666] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.753765] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.753827] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.753976] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.754070] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.754161] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e is going to be updated. [ 1559.785706] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.785908] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.785976] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.786284] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.786498] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.800941] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e in Status: IN_PROGRESS for 2s [ 1561.811791] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e in Status: SUCCESS [ 1561.812128] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa591cd7-b4ef-4643-86ab-450cd01ce25e deletion is rescheduled due to dependency. [ 1561.812128] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa591cd7-b4ef-4643-86ab-450cd01ce25e" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.852377] env[69236]: INFO networking_nsxv3.common.synchronization [None req-25b36df6-e0c8-4eba-b83a-de49de8c1d0d tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Enqueued Resource ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b with Priority: HIGHEST for action security_group_rules [ 1563.852944] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b with Priority: HIGHEST for action security_group_rules [ 1563.853238] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f4bb797-8099-41d2-9c0e-4ee45771d28b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.853363] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.853430] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.853680] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.853765] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f4bb797-8099-41d2-9c0e-4ee45771d28b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.911997] env[69236]: INFO networking_nsxv3.common.synchronization [None req-5f82a8ca-e02b-4b00-aa27-0911def571c9 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Enqueued Resource ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b with Priority: HIGHEST for action security_group_rules [ 1563.912320] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b with Priority: HIGHEST for action security_group_rules [ 1563.912837] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f4bb797-8099-41d2-9c0e-4ee45771d28b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.912928] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.375185] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.375352] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.375391] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.375593] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.375683] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.375782] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b already deleted. [ 1564.375866] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.376016] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.376162] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.376245] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f4bb797-8099-41d2-9c0e-4ee45771d28b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.895232] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.895588] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.895588] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.895734] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.895802] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.895892] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b already deleted. [ 1564.895978] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.913757] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1568.914097] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1569.051392] env[69236]: INFO networking_nsxv3.common.synchronization [req-bc3ec288-063d-4101-b633-483f8a4fe729 req-b0a848cd-c288-4baa-9622-e27175d78730 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Enqueued Resource ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b with Priority: HIGHEST for action security_group_members [ 1569.051825] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b with Priority: HIGHEST for action security_group_members [ 1569.052118] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f4bb797-8099-41d2-9c0e-4ee45771d28b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.052241] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.052302] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.052554] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.052710] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.052809] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.052905] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.053017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.053195] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.053292] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f4bb797-8099-41d2-9c0e-4ee45771d28b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.280026] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.280026] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "network-273" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.280026] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "network-273" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.280026] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "network-273" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.280026] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.280495] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.280803] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.282033] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.282033] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.282033] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1569.282033] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] NeedRegenerationException {{(pid=69236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1569.282033] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] no value, waiting for create lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1569.282033] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] value creation lock acquired {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1569.282033] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] No value present for key: 'zone-id' {{(pid=69236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1569.282351] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Calling creation function for not-yet-present value {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1569.282351] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1569.303278] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1569.303433] env[69236]: DEBUG dogpile.cache.region [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1569.303568] env[69236]: DEBUG dogpile.lock [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Released creation lock {{(pid=69236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1569.303738] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "network-273" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.304021] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock port-aeb8d685-6c89-4556-a6bf-eb31b9ae538a taken with stack trace [, , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.304193] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "port-aeb8d685-6c89-4556-a6bf-eb31b9ae538a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.304316] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "port-aeb8d685-6c89-4556-a6bf-eb31b9ae538a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.304593] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "port-aeb8d685-6c89-4556-a6bf-eb31b9ae538a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.304734] env[69236]: DEBUG networking_nsxv3.api.rpc [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aeb8d685-6c89-4556-a6bf-eb31b9ae538a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.559362] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.559525] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.559560] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.559774] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.559868] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.560084] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.560198] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.560245] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.560399] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.560477] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.560565] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b already deleted. [ 1569.560646] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.807578] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.807830] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.807968] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.808282] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.808473] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.808647] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Segment Port aeb8d685-6c89-4556-a6bf-eb31b9ae538a not found, creating... [ 1569.809031] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.809156] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.809231] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.809452] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.809603] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.809893] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.810068] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.811034] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.811034] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.811034] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.811034] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Resource: SegmentPort with ID: aeb8d685-6c89-4556-a6bf-eb31b9ae538a is going to be created. [ 1569.829966] env[69236]: DEBUG networking_nsxv3.common.locking [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.830167] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.830292] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.830574] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.831025] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.831025] env[69236]: DEBUG oslo_concurrency.lockutils [None req-84333557-de4e-4d09-b636-b626efa2db85 None None] Releasing lock "port-aeb8d685-6c89-4556-a6bf-eb31b9ae538a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.493265] env[69236]: INFO networking_nsxv3.common.synchronization [req-bc3ec288-063d-4101-b633-483f8a4fe729 req-7bcf2e62-5691-4bc5-bcf5-2cd45495b9c3 service nova] Enqueued Resource ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b with Priority: HIGHEST for action security_group_rules [ 1570.493511] env[69236]: INFO networking_nsxv3.common.synchronization [req-bc3ec288-063d-4101-b633-483f8a4fe729 req-7bcf2e62-5691-4bc5-bcf5-2cd45495b9c3 service nova] Enqueued Resource ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b with Priority: HIGHEST for action security_group_members [ 1570.493589] env[69236]: INFO networking_nsxv3.common.synchronization [req-bc3ec288-063d-4101-b633-483f8a4fe729 req-7bcf2e62-5691-4bc5-bcf5-2cd45495b9c3 service nova] Enqueued Resource ID: aeb8d685-6c89-4556-a6bf-eb31b9ae538a with Priority: HIGHEST for action port [ 1570.493821] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b with Priority: HIGHEST for action security_group_rules [ 1570.493991] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b with Priority: HIGHEST for action security_group_members [ 1570.494147] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeb8d685-6c89-4556-a6bf-eb31b9ae538a with Priority: HIGHEST for action port [ 1570.494708] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f4bb797-8099-41d2-9c0e-4ee45771d28b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.494854] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.494924] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.495167] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.495243] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f4bb797-8099-41d2-9c0e-4ee45771d28b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.496509] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f4bb797-8099-41d2-9c0e-4ee45771d28b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.496668] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.496701] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.496853] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.497070] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.497171] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.497229] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.497415] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.497500] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.497751] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f4bb797-8099-41d2-9c0e-4ee45771d28b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.498295] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock port-aeb8d685-6c89-4556-a6bf-eb31b9ae538a taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.498447] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aeb8d685-6c89-4556-a6bf-eb31b9ae538a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.498486] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aeb8d685-6c89-4556-a6bf-eb31b9ae538a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.500095] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aeb8d685-6c89-4556-a6bf-eb31b9ae538a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.500095] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aeb8d685-6c89-4556-a6bf-eb31b9ae538a',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1571.000371] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f4bb797-8099-41d2-9c0e-4ee45771d28b taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.000511] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.000709] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f4bb797-8099-41d2-9c0e-4ee45771d28b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1571.001605] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aeb8d685-6c89-4556-a6bf-eb31b9ae538a with status ACTIVE [ 1571.001790] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.001901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.001966] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.002188] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.002279] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.002454] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.002548] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.002609] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.002739] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.002815] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.002989] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.003097] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.003149] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.003291] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.003364] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.003447] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aeb8d685-6c89-4556-a6bf-eb31b9ae538a is going to be updated. [ 1571.024020] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.024182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.024288] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.024418] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.024547] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.024693] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aeb8d685-6c89-4556-a6bf-eb31b9ae538a" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.505161] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f4bb797-8099-41d2-9c0e-4ee45771d28b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.007801] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.008049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.008049] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.008261] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.008373] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.008512] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b is going to be created. [ 1572.032143] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.032280] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.032312] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.032478] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.032626] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.041113] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b in Status: UNINITIALIZED for 2s [ 1574.053708] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b in Status: SUCCESS [ 1574.054056] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.054147] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.054280] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.054466] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.054662] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.054662] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.054818] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.054901] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.054984] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.055083] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f4bb797-8099-41d2-9c0e-4ee45771d28b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.556947] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f4bb797-8099-41d2-9c0e-4ee45771d28b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1575.059021] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f4bb797-8099-41d2-9c0e-4ee45771d28b: rpc.has_security_group_logging(os_id): False [ 1575.076484] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.076661] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.076705] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.076913] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.077017] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.077272] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.077371] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.077500] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.077657] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.077735] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.077824] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b is going to be created. [ 1575.132635] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.132776] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.132843] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.132995] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.133182] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.142934] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b in Status: IN_PROGRESS for 2s [ 1575.495026] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.495241] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1577.159688] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b in Status: SUCCESS [ 1577.159688] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.496826] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.497265] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.498337] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.498662] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.499321] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.499678] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.500750] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.501142] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1600.502226] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.502568] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.503725] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.504102] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.504745] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.505145] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1615.505841] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1615.506188] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1620.507340] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1620.507740] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1625.508948] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1625.509322] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1630.509926] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1630.509926] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1630.600633] env[69236]: INFO networking_nsxv3.common.synchronization [req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 req-e3f8afd2-4bf1-4457-97c8-0ecb05053895 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Enqueued Resource ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b with Priority: HIGHEST for action security_group_members [ 1630.600633] env[69236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b with Priority: HIGHEST for action security_group_members [ 1630.600795] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f4bb797-8099-41d2-9c0e-4ee45771d28b taken with stack trace [, , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.600922] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.600979] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.601229] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.601941] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.601941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.601941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.601941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.601941] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.601941] env[69236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f4bb797-8099-41d2-9c0e-4ee45771d28b',) {} {{(pid=69236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1631.103762] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.103932] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.103932] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.104191] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.104276] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.104518] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.104632] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.104696] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.104851] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.104930] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.105032] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b is going to be updated. [ 1631.137619] env[69236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.137893] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.137893] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.138060] env[69236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.138207] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.146897] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b in Status: IN_PROGRESS for 2s [ 1633.156741] env[69236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b in Status: SUCCESS [ 1633.157108] env[69236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f4bb797-8099-41d2-9c0e-4ee45771d28b deletion is rescheduled due to dependency. [ 1633.157108] env[69236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f4bb797-8099-41d2-9c0e-4ee45771d28b" {{(pid=69236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.601924] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1635.602227] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1640.603508] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1640.603810] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1645.604790] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1645.605137] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1650.606028] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1650.606393] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1655.607693] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1655.608094] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1660.609200] env[69236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1660.609657] env[69236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0